xen-ops.h

  1/* SPDX-License-Identifier: GPL-2.0 */
  2#ifndef XEN_OPS_H
  3#define XEN_OPS_H
  4
  5#include <linux/init.h>
  6#include <linux/clocksource.h>
  7#include <linux/irqreturn.h>
  8#include <linux/linkage.h>
  9
 10#include <xen/interface/xenpmu.h>
 11#include <xen/xen-ops.h>
 12
 13#include <asm/page.h>
 14
 15#include <trace/events/xen.h>
 16
 17/* These are code, but not functions.  Defined in entry.S */
 18extern const char xen_failsafe_callback[];
 19
 20void xen_entry_SYSENTER_compat(void);
 21#ifdef CONFIG_X86_64
 22void xen_entry_SYSCALL_64(void);
 23void xen_entry_SYSCALL_compat(void);
 24#endif
 25
 26extern void *xen_initial_gdt;
 27
 28struct trap_info;
 29void xen_copy_trap_info(struct trap_info *traps);
 30
 31DECLARE_PER_CPU_ALIGNED(struct vcpu_info, xen_vcpu_info);
 32DECLARE_PER_CPU(unsigned long, xen_cr3);
 33
 34extern struct start_info *xen_start_info;
 35extern struct shared_info xen_dummy_shared_info;
 36extern struct shared_info *HYPERVISOR_shared_info;
 37
 38void xen_setup_mfn_list_list(void);
 39void xen_build_mfn_list_list(void);
 40void xen_setup_machphys_mapping(void);
 41void xen_setup_kernel_pagetable(pgd_t *pgd, unsigned long max_pfn);
 42void __init xen_reserve_special_pages(void);
 43void __init xen_pt_check_e820(void);
 44
 45void xen_mm_pin_all(void);
 46void xen_mm_unpin_all(void);
 47#ifdef CONFIG_X86_64
 48void __init xen_relocate_p2m(void);
 49#endif
 50void __init xen_do_remap_nonram(void);
 51void __init xen_add_remap_nonram(phys_addr_t maddr, phys_addr_t paddr,
 52				 unsigned long size);
 53
 54void __init xen_chk_is_e820_usable(phys_addr_t start, phys_addr_t size,
 55				   const char *component);
 56unsigned long __ref xen_chk_extra_mem(unsigned long pfn);
 57void __init xen_inv_extra_mem(void);
 58void __init xen_remap_memory(void);
 59phys_addr_t __init xen_find_free_area(phys_addr_t size);
 60char * __init xen_memory_setup(void);
 61void __init xen_arch_setup(void);
 62void xen_banner(void);
 63void xen_enable_sysenter(void);
 64void xen_enable_syscall(void);
 65void xen_vcpu_restore(void);
 66
 67void xen_hvm_init_shared_info(void);
 68void xen_unplug_emulated_devices(void);
 69
 70void __init xen_build_dynamic_phys_to_machine(void);
 71void __init xen_vmalloc_p2m_tree(void);
 72
 73void xen_init_irq_ops(void);
 74void xen_setup_timer(int cpu);
 75void xen_setup_runstate_info(int cpu);
 76void xen_teardown_timer(int cpu);
 77void xen_setup_cpu_clockevents(void);
 78void xen_save_time_memory_area(void);
 79void xen_restore_time_memory_area(void);
 80void xen_init_time_ops(void);
 81void xen_hvm_init_time_ops(void);
 82
 83bool xen_vcpu_stolen(int vcpu);
 84
 85void xen_vcpu_setup(int cpu);
 86void xen_vcpu_info_reset(int cpu);
 87void xen_setup_vcpu_info_placement(void);
 88
 89#ifdef CONFIG_SMP
 90void xen_smp_init(void);
 91void __init xen_hvm_smp_init(void);
 92
 93extern cpumask_var_t xen_cpu_initialized_map;
 94#else
 95static inline void xen_smp_init(void) {}
 96static inline void xen_hvm_smp_init(void) {}
 97#endif
 98
 99#ifdef CONFIG_PARAVIRT_SPINLOCKS
100void __init xen_init_spinlocks(void);
101void xen_init_lock_cpu(int cpu);
102void xen_uninit_lock_cpu(int cpu);
103#else
104static inline void xen_init_spinlocks(void)
105{
106}
107static inline void xen_init_lock_cpu(int cpu)
108{
109}
110static inline void xen_uninit_lock_cpu(int cpu)
111{
112}
113#endif
114
115struct dom0_vga_console_info;
116
117#ifdef CONFIG_XEN_DOM0
118void __init xen_init_vga(const struct dom0_vga_console_info *, size_t size,
119			 struct screen_info *);
120#else
121static inline void __init xen_init_vga(const struct dom0_vga_console_info *info,
122				       size_t size, struct screen_info *si)
123{
124}
125#endif
126
127void xen_add_preferred_consoles(void);
128
129void __init xen_init_apic(void);
130
131#ifdef CONFIG_XEN_EFI
132extern void xen_efi_init(struct boot_params *boot_params);
133#else
134static inline void __init xen_efi_init(struct boot_params *boot_params)
135{
136}
137#endif
138
139__visible void xen_irq_enable_direct(void);
140__visible void xen_irq_disable_direct(void);
141__visible unsigned long xen_save_fl_direct(void);
142
143__visible unsigned long xen_read_cr2(void);
144__visible unsigned long xen_read_cr2_direct(void);
145
146/* These are not functions, and cannot be called normally */
147__visible void xen_iret(void);
148
149extern int xen_panic_handler_init(void);
150
151int xen_cpuhp_setup(int (*cpu_up_prepare_cb)(unsigned int),
152		    int (*cpu_dead_cb)(unsigned int));
153
154void xen_pin_vcpu(int cpu);
155
156void xen_emergency_restart(void);
157void xen_force_evtchn_callback(void);
158
159#ifdef CONFIG_XEN_PV
160void xen_pv_pre_suspend(void);
161void xen_pv_post_suspend(int suspend_cancelled);
162void xen_start_kernel(struct start_info *si);
163#else
164static inline void xen_pv_pre_suspend(void) {}
165static inline void xen_pv_post_suspend(int suspend_cancelled) {}
166#endif
167
168#ifdef CONFIG_XEN_PVHVM
169void xen_hvm_post_suspend(int suspend_cancelled);
170#else
171static inline void xen_hvm_post_suspend(int suspend_cancelled) {}
172#endif
173
174/*
175 * The maximum amount of extra memory compared to the base size.  The
176 * main scaling factor is the size of struct page.  At extreme ratios
177 * of base:extra, all the base memory can be filled with page
178 * structures for the extra memory, leaving no space for anything
179 * else.
180 *
181 * 10x seems like a reasonable balance between scaling flexibility and
182 * leaving a practically usable system.
183 */
184#define EXTRA_MEM_RATIO		(10)
185
186void xen_add_extra_mem(unsigned long start_pfn, unsigned long n_pfns);
187
188struct dentry * __init xen_init_debugfs(void);
189
190enum pt_level {
191	PT_PGD,
192	PT_P4D,
193	PT_PUD,
194	PT_PMD,
195	PT_PTE
196};
197
198bool __set_phys_to_machine(unsigned long pfn, unsigned long mfn);
199void set_pte_mfn(unsigned long vaddr, unsigned long pfn, pgprot_t flags);
200unsigned long xen_read_cr2_direct(void);
201void xen_init_mmu_ops(void);
202void xen_hvm_init_mmu_ops(void);
203
204/* Multicalls */
205struct multicall_space
206{
207	struct multicall_entry *mc;
208	void *args;
209};
210
211/* Allocate room for a multicall and its args */
212struct multicall_space __xen_mc_entry(size_t args);
213
214DECLARE_PER_CPU(unsigned long, xen_mc_irq_flags);
215
216/* Call to start a batch of multiple __xen_mc_entry()s.  Must be
217   paired with xen_mc_issue() */
218static inline void xen_mc_batch(void)
219{
220	unsigned long flags;
221
222	/* need to disable interrupts until this entry is complete */
223	local_irq_save(flags);
224	trace_xen_mc_batch(xen_get_lazy_mode());
225	__this_cpu_write(xen_mc_irq_flags, flags);
226}
227
228static inline struct multicall_space xen_mc_entry(size_t args)
229{
230	xen_mc_batch();
231	return __xen_mc_entry(args);
232}
233
234/* Flush all pending multicalls */
235void xen_mc_flush(void);
236
237/* Issue a multicall if we're not in a lazy mode */
238static inline void xen_mc_issue(unsigned mode)
239{
240	trace_xen_mc_issue(mode);
241
242	if ((xen_get_lazy_mode() & mode) == 0)
243		xen_mc_flush();
244
245	/* restore flags saved in xen_mc_batch */
246	local_irq_restore(this_cpu_read(xen_mc_irq_flags));
247}
248
249/* Set up a callback to be called when the current batch is flushed */
250void xen_mc_callback(void (*fn)(void *), void *data);
251
252/*
253 * Try to extend the arguments of the previous multicall command.  The
254 * previous command's op must match.  If it does, then it attempts to
255 * extend the argument space allocated to the multicall entry by
256 * arg_size bytes.
257 *
258 * The returned multicall_space will return with mc pointing to the
259 * command on success, or NULL on failure, and args pointing to the
260 * newly allocated space.
261 */
262struct multicall_space xen_mc_extend_args(unsigned long op, size_t arg_size);
263
264extern bool is_xen_pmu;
265
266irqreturn_t xen_pmu_irq_handler(int irq, void *dev_id);
267#ifdef CONFIG_XEN_HAVE_VPMU
268void xen_pmu_init(int cpu);
269void xen_pmu_finish(int cpu);
270#else
271static inline void xen_pmu_init(int cpu) {}
272static inline void xen_pmu_finish(int cpu) {}
273#endif
274bool pmu_msr_chk_emulated(u32 msr, u64 *val, bool is_read);
275int pmu_apic_update(uint32_t reg);
276u64 xen_read_pmc(int counter);
277
278#ifdef CONFIG_SMP
279
280void asm_cpu_bringup_and_idle(void);
281asmlinkage void cpu_bringup_and_idle(void);
282
283extern void xen_send_IPI_mask(const struct cpumask *mask,
284			      int vector);
285extern void xen_send_IPI_mask_allbutself(const struct cpumask *mask,
286				int vector);
287extern void xen_send_IPI_allbutself(int vector);
288extern void xen_send_IPI_all(int vector);
289extern void xen_send_IPI_self(int vector);
290
291extern int xen_smp_intr_init(unsigned int cpu);
292extern void xen_smp_intr_free(unsigned int cpu);
293int xen_smp_intr_init_pv(unsigned int cpu);
294void xen_smp_intr_free_pv(unsigned int cpu);
295
296void xen_smp_count_cpus(void);
297void xen_smp_cpus_done(unsigned int max_cpus);
298
299void xen_smp_send_reschedule(int cpu);
300void xen_smp_send_call_function_ipi(const struct cpumask *mask);
301void xen_smp_send_call_function_single_ipi(int cpu);
302
303void __noreturn xen_cpu_bringup_again(unsigned long stack);
304
305struct xen_common_irq {
306	int irq;
307	char *name;
308};
309#else /* CONFIG_SMP */
310
311static inline int xen_smp_intr_init(unsigned int cpu)
312{
313	return 0;
314}
315static inline void xen_smp_intr_free(unsigned int cpu) {}
316
317static inline int xen_smp_intr_init_pv(unsigned int cpu)
318{
319	return 0;
320}
321static inline void xen_smp_intr_free_pv(unsigned int cpu) {}
322static inline void xen_smp_count_cpus(void) { }
323#endif /* CONFIG_SMP */
324
325#ifdef CONFIG_XEN_PV
326void xen_hypercall_pv(void);
327#endif
328void xen_hypercall_hvm(void);
329void xen_hypercall_amd(void);
330void xen_hypercall_intel(void);
331void xen_hypercall_setfunc(void);
332void *__xen_hypercall_setfunc(void);
333
334#endif /* XEN_OPS_H */