368 lines
10 KiB
C
368 lines
10 KiB
C
|
#if !defined(_KVM_TRACE_COPY_HW_STACKS_H) || defined(TRACE_HEADER_MULTI_READ)
|
||
|
|
#define _KVM_TRACE_COPY_HW_STACKS_H
|
||
|
|
|
||
|
|
#include <linux/tracepoint.h>
|
||
|
|
#include <linux/hugetlb.h>
|
||
|
|
|
||
|
|
#include <asm/trace-defs.h>
|
||
|
|
#include <asm/trace_pgtable-v2.h>
|
||
|
|
#include <asm/trace_pgtable-v6.h>
|
||
|
|
#include <asm/pgtable_def.h>
|
||
|
|
#include <asm/kvm/trace-defs.h>
|
||
|
|
|
||
|
|
#undef TRACE_SYSTEM
|
||
|
|
#define TRACE_SYSTEM host
|
||
|
|
|
||
|
|
#ifdef CONFIG_KVM_HOST_MODE
|
||
|
|
|
||
|
|
TRACE_EVENT(
|
||
|
|
host_copy_hw_stack,
|
||
|
|
|
||
|
|
TP_PROTO(void *dst, void *src, unsigned long size, bool is_chain),
|
||
|
|
|
||
|
|
TP_ARGS(dst, src, size, is_chain),
|
||
|
|
|
||
|
|
TP_STRUCT__entry(
|
||
|
|
__field_struct(struct kvm_vcpu *, vcpu )
|
||
|
|
__field( void *, dst )
|
||
|
|
__field( void *, src )
|
||
|
|
__field( u64, size )
|
||
|
|
__field( bool, is_chain )
|
||
|
|
__field( pgdval_t, dst_pgd )
|
||
|
|
__field( pudval_t, dst_pud )
|
||
|
|
__field( pmdval_t, dst_pmd )
|
||
|
|
__field( pteval_t, dst_pte )
|
||
|
|
__field( int, dst_pt_level )
|
||
|
|
__field( pgdval_t, hva_pgd )
|
||
|
|
__field( pudval_t, hva_pud )
|
||
|
|
__field( pmdval_t, hva_pmd )
|
||
|
|
__field( pteval_t, hva_pte )
|
||
|
|
__field( int, hva_pt_level )
|
||
|
|
__field( unsigned long, hva )
|
||
|
|
),
|
||
|
|
|
||
|
|
TP_fast_assign(
|
||
|
|
unsigned long hva;
|
||
|
|
|
||
|
|
__entry->vcpu = current_thread_info()->vcpu;
|
||
|
|
__entry->dst = dst;
|
||
|
|
__entry->src = src;
|
||
|
|
__entry->size = size;
|
||
|
|
__entry->is_chain = is_chain;
|
||
|
|
|
||
|
|
trace_kvm_get_va_translation(__entry->vcpu, (e2k_addr_t)dst,
|
||
|
|
&__entry->dst_pgd, &__entry->dst_pud, &__entry->dst_pmd,
|
||
|
|
&__entry->dst_pte, &__entry->dst_pt_level);
|
||
|
|
|
||
|
|
hva = trace_kvm_get_gva_to_hva(__entry->vcpu, (gva_t)dst);
|
||
|
|
__entry->hva = hva;
|
||
|
|
|
||
|
|
trace_get_va_translation(current->mm, (e2k_addr_t)hva,
|
||
|
|
&__entry->hva_pgd, &__entry->hva_pud, &__entry->hva_pmd,
|
||
|
|
&__entry->hva_pte, &__entry->hva_pt_level);
|
||
|
|
),
|
||
|
|
|
||
|
|
TP_printk("VCPU #%d copy %s stack kernel guest <- kernel host: dst %px "
|
||
|
|
"src %px size %llx\n"
|
||
|
|
" kernel guest dst GVA %px : pgd 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" pud 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" pmd 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" pte 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" kernel host dst HVA %px : pgd 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" pud 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" pmd 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" pte 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s",
|
||
|
|
__entry->vcpu->vcpu_id,
|
||
|
|
(__entry->is_chain) ? "chain" : "procedure",
|
||
|
|
__entry->dst,
|
||
|
|
__entry->src,
|
||
|
|
__entry->size,
|
||
|
|
__entry->dst,
|
||
|
|
(__entry->dst_pt_level <= E2K_PGD_LEVEL_NUM) ?
|
||
|
|
__entry->dst_pgd : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->dst_pgd,
|
||
|
|
__entry->dst_pt_level <= E2K_PGD_LEVEL_NUM),
|
||
|
|
(__entry->dst_pt_level <= E2K_PUD_LEVEL_NUM) ?
|
||
|
|
__entry->dst_pud : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->dst_pud,
|
||
|
|
__entry->dst_pt_level <= E2K_PUD_LEVEL_NUM),
|
||
|
|
(__entry->dst_pt_level <= E2K_PMD_LEVEL_NUM) ?
|
||
|
|
__entry->dst_pmd : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->dst_pmd,
|
||
|
|
__entry->dst_pt_level <= E2K_PMD_LEVEL_NUM),
|
||
|
|
(__entry->dst_pt_level <= E2K_PTE_LEVEL_NUM) ?
|
||
|
|
__entry->dst_pte : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->dst_pte,
|
||
|
|
__entry->dst_pt_level <= E2K_PTE_LEVEL_NUM),
|
||
|
|
(void *)__entry->hva,
|
||
|
|
(__entry->hva_pt_level <= E2K_PGD_LEVEL_NUM) ?
|
||
|
|
__entry->hva_pgd : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->hva_pgd,
|
||
|
|
__entry->hva_pt_level <= E2K_PGD_LEVEL_NUM),
|
||
|
|
(__entry->hva_pt_level <= E2K_PUD_LEVEL_NUM) ?
|
||
|
|
__entry->hva_pud : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->hva_pud,
|
||
|
|
__entry->hva_pt_level <= E2K_PUD_LEVEL_NUM),
|
||
|
|
(__entry->hva_pt_level <= E2K_PMD_LEVEL_NUM) ?
|
||
|
|
__entry->hva_pmd : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->hva_pmd,
|
||
|
|
__entry->hva_pt_level <= E2K_PMD_LEVEL_NUM),
|
||
|
|
(__entry->hva_pt_level <= E2K_PTE_LEVEL_NUM) ?
|
||
|
|
__entry->hva_pte : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->hva_pte,
|
||
|
|
__entry->hva_pt_level <= E2K_PTE_LEVEL_NUM)
|
||
|
|
)
|
||
|
|
);
|
||
|
|
|
||
|
|
TRACE_EVENT(
|
||
|
|
host_proc_stack_frame,
|
||
|
|
|
||
|
|
TP_PROTO(kernel_mem_ps_t *ps_base, kernel_mem_ps_t *ps_frame),
|
||
|
|
|
||
|
|
TP_ARGS(ps_base, ps_frame),
|
||
|
|
|
||
|
|
TP_STRUCT__entry(
|
||
|
|
__field( kernel_mem_ps_t *, ps_base )
|
||
|
|
__field_struct( kernel_mem_ps_t, ps_frame )
|
||
|
|
__field( pgprotval_t, dtlb_entry )
|
||
|
|
),
|
||
|
|
|
||
|
|
TP_fast_assign(
|
||
|
|
__entry->ps_base = ps_base;
|
||
|
|
__entry->ps_frame = *ps_frame;
|
||
|
|
__entry->dtlb_entry = get_MMU_DTLB_ENTRY((e2k_addr_t)ps_base);
|
||
|
|
),
|
||
|
|
|
||
|
|
TP_printk(" %px (dtlb 0x%016lx) : 0x%016lx 0x%016lx",
|
||
|
|
__entry->ps_base, __entry->dtlb_entry,
|
||
|
|
__entry->ps_frame.word_lo, __entry->ps_frame.word_hi)
|
||
|
|
);
|
||
|
|
|
||
|
|
TRACE_EVENT(
|
||
|
|
host_chain_stack_frame,
|
||
|
|
|
||
|
|
TP_PROTO(e2k_mem_crs_t *pcs_base, e2k_mem_crs_t *pcs_frame),
|
||
|
|
|
||
|
|
TP_ARGS(pcs_base, pcs_frame),
|
||
|
|
|
||
|
|
TP_STRUCT__entry(
|
||
|
|
__field( e2k_mem_crs_t *, pcs_base )
|
||
|
|
__field_struct( e2k_mem_crs_t, pcs_frame )
|
||
|
|
__field( pgprotval_t, dtlb_entry )
|
||
|
|
),
|
||
|
|
|
||
|
|
TP_fast_assign(
|
||
|
|
__entry->pcs_base = pcs_base;
|
||
|
|
__entry->pcs_frame = *pcs_frame;
|
||
|
|
__entry->dtlb_entry = get_MMU_DTLB_ENTRY((e2k_addr_t)pcs_base);
|
||
|
|
),
|
||
|
|
|
||
|
|
TP_printk(" %px (dtlb 0x%016lx) : 0x%016llx 0x%016llx "
|
||
|
|
"0x%016llx 0x%016llx",
|
||
|
|
__entry->pcs_base, __entry->dtlb_entry,
|
||
|
|
__entry->pcs_frame.cr0_lo.CR0_lo_half,
|
||
|
|
__entry->pcs_frame.cr0_hi.CR0_hi_half,
|
||
|
|
__entry->pcs_frame.cr1_lo.CR1_lo_half,
|
||
|
|
__entry->pcs_frame.cr1_hi.CR1_hi_half)
|
||
|
|
);
|
||
|
|
|
||
|
|
TRACE_EVENT(
|
||
|
|
host_copy_hva_area,
|
||
|
|
|
||
|
|
TP_PROTO(void *dst, void *src, unsigned long size),
|
||
|
|
|
||
|
|
TP_ARGS(dst, src, size),
|
||
|
|
|
||
|
|
TP_STRUCT__entry(
|
||
|
|
__field( void *, dst )
|
||
|
|
__field( void *, src )
|
||
|
|
__field( u64, size )
|
||
|
|
__field( pgdval_t, dst_pgd )
|
||
|
|
__field( pudval_t, dst_pud )
|
||
|
|
__field( pmdval_t, dst_pmd )
|
||
|
|
__field( pteval_t, dst_pte )
|
||
|
|
__field( int, dst_pt_level )
|
||
|
|
__field( pgdval_t, src_pgd )
|
||
|
|
__field( pudval_t, src_pud )
|
||
|
|
__field( pmdval_t, src_pmd )
|
||
|
|
__field( pteval_t, src_pte )
|
||
|
|
__field( int, src_pt_level )
|
||
|
|
),
|
||
|
|
|
||
|
|
TP_fast_assign(
|
||
|
|
__entry->dst = dst;
|
||
|
|
__entry->src = src;
|
||
|
|
__entry->size = size;
|
||
|
|
|
||
|
|
trace_get_va_translation(current->mm, (e2k_addr_t)dst,
|
||
|
|
&__entry->dst_pgd, &__entry->dst_pud, &__entry->dst_pmd,
|
||
|
|
&__entry->dst_pte, &__entry->dst_pt_level);
|
||
|
|
trace_get_va_translation(current->mm, (e2k_addr_t)src,
|
||
|
|
&__entry->src_pgd, &__entry->src_pud, &__entry->src_pmd,
|
||
|
|
&__entry->src_pte, &__entry->src_pt_level);
|
||
|
|
),
|
||
|
|
|
||
|
|
TP_printk("copy area user guest <- kernel guest: dst %px "
|
||
|
|
"src %px size %llx\n"
|
||
|
|
" kernel guest dst HVA %px : pgd 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" pud 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" pmd 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" pte 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" kernel guest dst HVA %px : pgd 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" pud 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" pmd 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s\n"
|
||
|
|
" pte 0x%016lx : %s\n"
|
||
|
|
" Access mode: %s%s",
|
||
|
|
__entry->dst,
|
||
|
|
__entry->src,
|
||
|
|
__entry->size,
|
||
|
|
__entry->dst,
|
||
|
|
(__entry->dst_pt_level <= E2K_PGD_LEVEL_NUM) ?
|
||
|
|
__entry->dst_pgd : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->dst_pgd,
|
||
|
|
__entry->dst_pt_level <= E2K_PGD_LEVEL_NUM),
|
||
|
|
(__entry->dst_pt_level <= E2K_PUD_LEVEL_NUM) ?
|
||
|
|
__entry->dst_pud : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->dst_pud,
|
||
|
|
__entry->dst_pt_level <= E2K_PUD_LEVEL_NUM),
|
||
|
|
(__entry->dst_pt_level <= E2K_PMD_LEVEL_NUM) ?
|
||
|
|
__entry->dst_pmd : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->dst_pmd,
|
||
|
|
__entry->dst_pt_level <= E2K_PMD_LEVEL_NUM),
|
||
|
|
(__entry->dst_pt_level <= E2K_PTE_LEVEL_NUM) ?
|
||
|
|
__entry->dst_pte : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->dst_pte,
|
||
|
|
__entry->dst_pt_level <= E2K_PTE_LEVEL_NUM),
|
||
|
|
__entry->src,
|
||
|
|
(__entry->src_pt_level <= E2K_PGD_LEVEL_NUM) ?
|
||
|
|
__entry->src_pgd : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->src_pgd,
|
||
|
|
__entry->src_pt_level <= E2K_PGD_LEVEL_NUM),
|
||
|
|
(__entry->src_pt_level <= E2K_PUD_LEVEL_NUM) ?
|
||
|
|
__entry->src_pud : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->src_pud,
|
||
|
|
__entry->src_pt_level <= E2K_PUD_LEVEL_NUM),
|
||
|
|
(__entry->src_pt_level <= E2K_PMD_LEVEL_NUM) ?
|
||
|
|
__entry->src_pmd : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->src_pmd,
|
||
|
|
__entry->src_pt_level <= E2K_PMD_LEVEL_NUM),
|
||
|
|
(__entry->src_pt_level <= E2K_PTE_LEVEL_NUM) ?
|
||
|
|
__entry->src_pte : -1UL,
|
||
|
|
E2K_TRACE_PRINT_PT_FLAGS(__entry->src_pte,
|
||
|
|
__entry->src_pt_level <= E2K_PTE_LEVEL_NUM)
|
||
|
|
)
|
||
|
|
);
|
||
|
|
|
||
|
|
TRACE_EVENT(
|
||
|
|
host_hva_area_line,
|
||
|
|
|
||
|
|
TP_PROTO(u64 *hva_base, u64 size),
|
||
|
|
|
||
|
|
TP_ARGS(hva_base, size),
|
||
|
|
|
||
|
|
TP_STRUCT__entry(
|
||
|
|
__field( u64 *, hva_base )
|
||
|
|
__array( u64, hva_line, 4 )
|
||
|
|
__field( u64, size )
|
||
|
|
__field( pgprotval_t, dtlb_entry )
|
||
|
|
),
|
||
|
|
|
||
|
|
TP_fast_assign(
|
||
|
|
__entry->hva_base = hva_base;
|
||
|
|
__entry->hva_line[0] =
|
||
|
|
(size >= 1 * sizeof(u64)) ? hva_base[0] : -1;
|
||
|
|
__entry->hva_line[1] =
|
||
|
|
(size >= 2 * sizeof(u64)) ? hva_base[1] : -1;
|
||
|
|
__entry->hva_line[2] =
|
||
|
|
(size >= 3 * sizeof(u64)) ? hva_base[2] : -1;
|
||
|
|
__entry->hva_line[3] =
|
||
|
|
(size >= 4 * sizeof(u64)) ? hva_base[3] : -1;
|
||
|
|
__entry->size = size;
|
||
|
|
__entry->dtlb_entry = get_MMU_DTLB_ENTRY((e2k_addr_t)hva_base);
|
||
|
|
),
|
||
|
|
|
||
|
|
TP_printk(" %px (dtlb 0x%016lx) : 0x%016llx 0x%016llx "
|
||
|
|
"0x%016llx 0x%016llx",
|
||
|
|
__entry->hva_base, __entry->dtlb_entry,
|
||
|
|
__entry->hva_line[0],
|
||
|
|
__entry->hva_line[1],
|
||
|
|
__entry->hva_line[2],
|
||
|
|
__entry->hva_line[3]
|
||
|
|
)
|
||
|
|
);
|
||
|
|
#else /* !CONFIG_KVM_HOST_MODE */
|
||
|
|
|
||
|
|
static inline bool trace_host_copy_hw_stack_enabled(void)
|
||
|
|
{
|
||
|
|
return false;
|
||
|
|
}
|
||
|
|
static inline void
|
||
|
|
trace_host_copy_hw_stack(void *dst, void *src, unsigned long size, bool is_chain)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline bool trace_host_proc_stack_frame_enabled(void)
|
||
|
|
{
|
||
|
|
return false;
|
||
|
|
}
|
||
|
|
static inline void
|
||
|
|
trace_host_proc_stack_frame(kernel_mem_ps_t *ps_base, kernel_mem_ps_t *ps_frame)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline bool trace_host_chain_stack_frame_enabled(void)
|
||
|
|
{
|
||
|
|
return false;
|
||
|
|
}
|
||
|
|
static inline void
|
||
|
|
trace_host_chain_stack_frame(e2k_mem_crs_t *pcs_base, e2k_mem_crs_t *pcs_frame)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline bool trace_host_copy_hva_area_enabled(void)
|
||
|
|
{
|
||
|
|
return false;
|
||
|
|
}
|
||
|
|
static inline void
|
||
|
|
trace_host_copy_hva_area(void *dst, void *src, unsigned long size)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline bool trace_host_hva_area_line_enabled(void)
|
||
|
|
{
|
||
|
|
return false;
|
||
|
|
}
|
||
|
|
static inline void
|
||
|
|
trace_host_hva_area_line(u64 *hva_base, u64 size)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
#endif /* CONFIG_KVM_HOST_MODE */
|
||
|
|
|
||
|
|
#endif /* _KVM_TRACE_COPY_HW_STACKS_H */
|
||
|
|
|
||
|
|
#ifdef CONFIG_KVM_HOST_MODE
|
||
|
|
#undef TRACE_INCLUDE_PATH
|
||
|
|
#define TRACE_INCLUDE_PATH ../../arch/e2k/include/asm/kvm
|
||
|
|
#undef TRACE_INCLUDE_FILE
|
||
|
|
#define TRACE_INCLUDE_FILE trace-hw-stacks
|
||
|
|
|
||
|
|
/* This part must be outside protection */
|
||
|
|
#include <trace/define_trace.h>
|
||
|
|
#endif /* CONFIG_KVM_HOST_MODE */
|