306 lines
10 KiB
C
306 lines
10 KiB
C
#include <linux/bug.h>
|
|
|
|
#ifdef CONFIG_ZCACHE_DEBUG
|
|
|
|
/* we try to keep these statistics SMP-consistent */
|
|
extern ssize_t zcache_obj_count;
|
|
static atomic_t zcache_obj_atomic = ATOMIC_INIT(0);
|
|
extern ssize_t zcache_obj_count_max;
|
|
static inline void inc_zcache_obj_count(void)
|
|
{
|
|
zcache_obj_count = atomic_inc_return(&zcache_obj_atomic);
|
|
if (zcache_obj_count > zcache_obj_count_max)
|
|
zcache_obj_count_max = zcache_obj_count;
|
|
}
|
|
static inline void dec_zcache_obj_count(void)
|
|
{
|
|
zcache_obj_count = atomic_dec_return(&zcache_obj_atomic);
|
|
BUG_ON(zcache_obj_count < 0);
|
|
};
|
|
extern ssize_t zcache_objnode_count;
|
|
static atomic_t zcache_objnode_atomic = ATOMIC_INIT(0);
|
|
extern ssize_t zcache_objnode_count_max;
|
|
static inline void inc_zcache_objnode_count(void)
|
|
{
|
|
zcache_objnode_count = atomic_inc_return(&zcache_objnode_atomic);
|
|
if (zcache_objnode_count > zcache_objnode_count_max)
|
|
zcache_objnode_count_max = zcache_objnode_count;
|
|
};
|
|
static inline void dec_zcache_objnode_count(void)
|
|
{
|
|
zcache_objnode_count = atomic_dec_return(&zcache_objnode_atomic);
|
|
BUG_ON(zcache_objnode_count < 0);
|
|
};
|
|
extern u64 zcache_eph_zbytes;
|
|
static atomic_long_t zcache_eph_zbytes_atomic = ATOMIC_INIT(0);
|
|
extern u64 zcache_eph_zbytes_max;
|
|
static inline void inc_zcache_eph_zbytes(unsigned clen)
|
|
{
|
|
zcache_eph_zbytes = atomic_long_add_return(clen, &zcache_eph_zbytes_atomic);
|
|
if (zcache_eph_zbytes > zcache_eph_zbytes_max)
|
|
zcache_eph_zbytes_max = zcache_eph_zbytes;
|
|
};
|
|
static inline void dec_zcache_eph_zbytes(unsigned zsize)
|
|
{
|
|
zcache_eph_zbytes = atomic_long_sub_return(zsize, &zcache_eph_zbytes_atomic);
|
|
};
|
|
extern u64 zcache_pers_zbytes;
|
|
static atomic_long_t zcache_pers_zbytes_atomic = ATOMIC_INIT(0);
|
|
extern u64 zcache_pers_zbytes_max;
|
|
static inline void inc_zcache_pers_zbytes(unsigned clen)
|
|
{
|
|
zcache_pers_zbytes = atomic_long_add_return(clen, &zcache_pers_zbytes_atomic);
|
|
if (zcache_pers_zbytes > zcache_pers_zbytes_max)
|
|
zcache_pers_zbytes_max = zcache_pers_zbytes;
|
|
}
|
|
static inline void dec_zcache_pers_zbytes(unsigned zsize)
|
|
{
|
|
zcache_pers_zbytes = atomic_long_sub_return(zsize, &zcache_pers_zbytes_atomic);
|
|
}
|
|
extern ssize_t zcache_eph_pageframes;
|
|
static atomic_t zcache_eph_pageframes_atomic = ATOMIC_INIT(0);
|
|
extern ssize_t zcache_eph_pageframes_max;
|
|
static inline void inc_zcache_eph_pageframes(void)
|
|
{
|
|
zcache_eph_pageframes = atomic_inc_return(&zcache_eph_pageframes_atomic);
|
|
if (zcache_eph_pageframes > zcache_eph_pageframes_max)
|
|
zcache_eph_pageframes_max = zcache_eph_pageframes;
|
|
};
|
|
static inline void dec_zcache_eph_pageframes(void)
|
|
{
|
|
zcache_eph_pageframes = atomic_dec_return(&zcache_eph_pageframes_atomic);
|
|
};
|
|
extern ssize_t zcache_pers_pageframes;
|
|
static atomic_t zcache_pers_pageframes_atomic = ATOMIC_INIT(0);
|
|
extern ssize_t zcache_pers_pageframes_max;
|
|
static inline void inc_zcache_pers_pageframes(void)
|
|
{
|
|
zcache_pers_pageframes = atomic_inc_return(&zcache_pers_pageframes_atomic);
|
|
if (zcache_pers_pageframes > zcache_pers_pageframes_max)
|
|
zcache_pers_pageframes_max = zcache_pers_pageframes;
|
|
}
|
|
static inline void dec_zcache_pers_pageframes(void)
|
|
{
|
|
zcache_pers_pageframes = atomic_dec_return(&zcache_pers_pageframes_atomic);
|
|
}
|
|
extern ssize_t zcache_pageframes_alloced;
|
|
static atomic_t zcache_pageframes_alloced_atomic = ATOMIC_INIT(0);
|
|
static inline void inc_zcache_pageframes_alloced(void)
|
|
{
|
|
zcache_pageframes_alloced = atomic_inc_return(&zcache_pageframes_alloced_atomic);
|
|
};
|
|
extern ssize_t zcache_pageframes_freed;
|
|
static atomic_t zcache_pageframes_freed_atomic = ATOMIC_INIT(0);
|
|
static inline void inc_zcache_pageframes_freed(void)
|
|
{
|
|
zcache_pageframes_freed = atomic_inc_return(&zcache_pageframes_freed_atomic);
|
|
}
|
|
extern ssize_t zcache_eph_zpages;
|
|
static atomic_t zcache_eph_zpages_atomic = ATOMIC_INIT(0);
|
|
extern ssize_t zcache_eph_zpages_max;
|
|
static inline void inc_zcache_eph_zpages(void)
|
|
{
|
|
zcache_eph_zpages = atomic_inc_return(&zcache_eph_zpages_atomic);
|
|
if (zcache_eph_zpages > zcache_eph_zpages_max)
|
|
zcache_eph_zpages_max = zcache_eph_zpages;
|
|
}
|
|
static inline void dec_zcache_eph_zpages(unsigned zpages)
|
|
{
|
|
zcache_eph_zpages = atomic_sub_return(zpages, &zcache_eph_zpages_atomic);
|
|
}
|
|
extern ssize_t zcache_pers_zpages;
|
|
static atomic_t zcache_pers_zpages_atomic = ATOMIC_INIT(0);
|
|
extern ssize_t zcache_pers_zpages_max;
|
|
static inline void inc_zcache_pers_zpages(void)
|
|
{
|
|
zcache_pers_zpages = atomic_inc_return(&zcache_pers_zpages_atomic);
|
|
if (zcache_pers_zpages > zcache_pers_zpages_max)
|
|
zcache_pers_zpages_max = zcache_pers_zpages;
|
|
}
|
|
static inline void dec_zcache_pers_zpages(unsigned zpages)
|
|
{
|
|
zcache_pers_zpages = atomic_sub_return(zpages, &zcache_pers_zpages_atomic);
|
|
}
|
|
|
|
extern ssize_t zcache_zero_filled_pages;
|
|
static atomic_t zcache_zero_filled_pages_atomic = ATOMIC_INIT(0);
|
|
extern ssize_t zcache_zero_filled_pages_max;
|
|
static inline void inc_zcache_zero_filled_pages(void)
|
|
{
|
|
zcache_zero_filled_pages = atomic_inc_return(
|
|
&zcache_zero_filled_pages_atomic);
|
|
if (zcache_zero_filled_pages > zcache_zero_filled_pages_max)
|
|
zcache_zero_filled_pages_max = zcache_zero_filled_pages;
|
|
}
|
|
static inline void dec_zcache_zero_filled_pages(void)
|
|
{
|
|
zcache_zero_filled_pages = atomic_dec_return(
|
|
&zcache_zero_filled_pages_atomic);
|
|
}
|
|
static inline unsigned long curr_pageframes_count(void)
|
|
{
|
|
return zcache_pageframes_alloced -
|
|
atomic_read(&zcache_pageframes_freed_atomic) -
|
|
atomic_read(&zcache_eph_pageframes_atomic) -
|
|
atomic_read(&zcache_pers_pageframes_atomic);
|
|
};
|
|
/* but for the rest of these, counting races are ok */
|
|
extern ssize_t zcache_flush_total;
|
|
extern ssize_t zcache_flush_found;
|
|
extern ssize_t zcache_flobj_total;
|
|
extern ssize_t zcache_flobj_found;
|
|
extern ssize_t zcache_failed_eph_puts;
|
|
extern ssize_t zcache_failed_pers_puts;
|
|
extern ssize_t zcache_failed_getfreepages;
|
|
extern ssize_t zcache_failed_alloc;
|
|
extern ssize_t zcache_put_to_flush;
|
|
extern ssize_t zcache_compress_poor;
|
|
extern ssize_t zcache_mean_compress_poor;
|
|
extern ssize_t zcache_eph_ate_tail;
|
|
extern ssize_t zcache_eph_ate_tail_failed;
|
|
extern ssize_t zcache_pers_ate_eph;
|
|
extern ssize_t zcache_pers_ate_eph_failed;
|
|
extern ssize_t zcache_evicted_eph_zpages;
|
|
extern ssize_t zcache_evicted_eph_pageframes;
|
|
|
|
extern ssize_t zcache_last_active_file_pageframes;
|
|
extern ssize_t zcache_last_inactive_file_pageframes;
|
|
extern ssize_t zcache_last_active_anon_pageframes;
|
|
extern ssize_t zcache_last_inactive_anon_pageframes;
|
|
static ssize_t zcache_eph_nonactive_puts_ignored;
|
|
static ssize_t zcache_pers_nonactive_puts_ignored;
|
|
#ifdef CONFIG_ZCACHE_WRITEBACK
|
|
extern ssize_t zcache_writtenback_pages;
|
|
extern ssize_t zcache_outstanding_writeback_pages;
|
|
#endif
|
|
|
|
static inline void inc_zcache_flush_total(void)
|
|
{
|
|
zcache_flush_total++;
|
|
};
|
|
static inline void inc_zcache_flush_found(void)
|
|
{
|
|
zcache_flush_found++;
|
|
};
|
|
static inline void inc_zcache_flobj_total(void)
|
|
{
|
|
zcache_flobj_total++;
|
|
};
|
|
static inline void inc_zcache_flobj_found(void)
|
|
{
|
|
zcache_flobj_found++;
|
|
};
|
|
static inline void inc_zcache_failed_eph_puts(void)
|
|
{
|
|
zcache_failed_eph_puts++;
|
|
};
|
|
static inline void inc_zcache_failed_pers_puts(void)
|
|
{
|
|
zcache_failed_pers_puts++;
|
|
};
|
|
static inline void inc_zcache_failed_getfreepages(void)
|
|
{
|
|
zcache_failed_getfreepages++;
|
|
};
|
|
static inline void inc_zcache_failed_alloc(void)
|
|
{
|
|
zcache_failed_alloc++;
|
|
};
|
|
static inline void inc_zcache_put_to_flush(void)
|
|
{
|
|
zcache_put_to_flush++;
|
|
};
|
|
static inline void inc_zcache_compress_poor(void)
|
|
{
|
|
zcache_compress_poor++;
|
|
};
|
|
static inline void inc_zcache_mean_compress_poor(void)
|
|
{
|
|
zcache_mean_compress_poor++;
|
|
};
|
|
static inline void inc_zcache_eph_ate_tail(void)
|
|
{
|
|
zcache_eph_ate_tail++;
|
|
};
|
|
static inline void inc_zcache_eph_ate_tail_failed(void)
|
|
{
|
|
zcache_eph_ate_tail_failed++;
|
|
};
|
|
static inline void inc_zcache_pers_ate_eph(void)
|
|
{
|
|
zcache_pers_ate_eph++;
|
|
};
|
|
static inline void inc_zcache_pers_ate_eph_failed(void)
|
|
{
|
|
zcache_pers_ate_eph_failed++;
|
|
};
|
|
static inline void inc_zcache_evicted_eph_zpages(unsigned zpages)
|
|
{
|
|
zcache_evicted_eph_zpages += zpages;
|
|
};
|
|
static inline void inc_zcache_evicted_eph_pageframes(void)
|
|
{
|
|
zcache_evicted_eph_pageframes++;
|
|
};
|
|
|
|
static inline void inc_zcache_eph_nonactive_puts_ignored(void)
|
|
{
|
|
zcache_eph_nonactive_puts_ignored++;
|
|
};
|
|
static inline void inc_zcache_pers_nonactive_puts_ignored(void)
|
|
{
|
|
zcache_pers_nonactive_puts_ignored++;
|
|
};
|
|
|
|
int zcache_debugfs_init(void);
|
|
#else
|
|
static inline void inc_zcache_obj_count(void) { };
|
|
static inline void dec_zcache_obj_count(void) { };
|
|
static inline void inc_zcache_objnode_count(void) { };
|
|
static inline void dec_zcache_objnode_count(void) { };
|
|
static inline void inc_zcache_eph_zbytes(unsigned clen) { };
|
|
static inline void dec_zcache_eph_zbytes(unsigned zsize) { };
|
|
static inline void inc_zcache_pers_zbytes(unsigned clen) { };
|
|
static inline void dec_zcache_pers_zbytes(unsigned zsize) { };
|
|
static inline void inc_zcache_eph_pageframes(void) { };
|
|
static inline void dec_zcache_eph_pageframes(void) { };
|
|
static inline void inc_zcache_pers_pageframes(void) { };
|
|
static inline void dec_zcache_pers_pageframes(void) { };
|
|
static inline void inc_zcache_pageframes_alloced(void) { };
|
|
static inline void inc_zcache_pageframes_freed(void) { };
|
|
static inline void inc_zcache_eph_zpages(void) { };
|
|
static inline void dec_zcache_eph_zpages(unsigned zpages) { };
|
|
static inline void inc_zcache_pers_zpages(void) { };
|
|
static inline void dec_zcache_pers_zpages(unsigned zpages) { };
|
|
static inline void inc_zcache_zero_filled_pages(void) { };
|
|
static inline void dec_zcache_zero_filled_pages(void) { };
|
|
static inline unsigned long curr_pageframes_count(void)
|
|
{
|
|
return 0;
|
|
};
|
|
static inline int zcache_debugfs_init(void)
|
|
{
|
|
return 0;
|
|
};
|
|
static inline void inc_zcache_flush_total(void) { };
|
|
static inline void inc_zcache_flush_found(void) { };
|
|
static inline void inc_zcache_flobj_total(void) { };
|
|
static inline void inc_zcache_flobj_found(void) { };
|
|
static inline void inc_zcache_failed_eph_puts(void) { };
|
|
static inline void inc_zcache_failed_pers_puts(void) { };
|
|
static inline void inc_zcache_failed_getfreepages(void) { };
|
|
static inline void inc_zcache_failed_alloc(void) { };
|
|
static inline void inc_zcache_put_to_flush(void) { };
|
|
static inline void inc_zcache_compress_poor(void) { };
|
|
static inline void inc_zcache_mean_compress_poor(void) { };
|
|
static inline void inc_zcache_eph_ate_tail(void) { };
|
|
static inline void inc_zcache_eph_ate_tail_failed(void) { };
|
|
static inline void inc_zcache_pers_ate_eph(void) { };
|
|
static inline void inc_zcache_pers_ate_eph_failed(void) { };
|
|
static inline void inc_zcache_evicted_eph_zpages(unsigned zpages) { };
|
|
static inline void inc_zcache_evicted_eph_pageframes(void) { };
|
|
|
|
static inline void inc_zcache_eph_nonactive_puts_ignored(void) { };
|
|
static inline void inc_zcache_pers_nonactive_puts_ignored(void) { };
|
|
#endif
|