BUG_ON(pg[i].count_info != PGC_state_free);
pg[i].count_info = PGC_state_inuse;
- if ( pg[i].u.free.need_tlbflush &&
- (pg[i].tlbflush_timestamp <= tlbflush_current_time()) &&
- (!need_tlbflush ||
- (pg[i].tlbflush_timestamp > tlbflush_timestamp)) )
- {
- need_tlbflush = 1;
- tlbflush_timestamp = pg[i].tlbflush_timestamp;
- }
+ accumulate_tlbflush(&need_tlbflush, &pg[i], &tlbflush_timestamp);
/* Initialise fields which have other uses for free pages. */
pg[i].u.inuse.type_info = 0;
spin_unlock(&heap_lock);
if ( need_tlbflush )
- {
- cpumask_t mask = cpu_online_map;
- tlbflush_filter(mask, tlbflush_timestamp);
- if ( !cpumask_empty(&mask) )
- {
- perfc_incr(need_flush_tlb_flush);
- flush_tlb_mask(&mask);
- }
- }
+ filtered_flush_tlb_mask(tlbflush_timestamp);
return pg;
}
#include <xen/spinlock.h>
#include <xen/typesafe.h>
#include <xen/kernel.h>
+#include <xen/perfc.h>
#include <public/memory.h>
TYPE_SAFE(unsigned long, mfn);
struct page_info **_page, void **_va);
void destroy_ring_for_helper(void **_va, struct page_info *page);
+#include <asm/flushtlb.h>
+
+static inline void accumulate_tlbflush(bool *need_tlbflush,
+ const struct page_info *page,
+ uint32_t *tlbflush_timestamp)
+{
+ if ( page->u.free.need_tlbflush &&
+ page->tlbflush_timestamp <= tlbflush_current_time() &&
+ (!*need_tlbflush ||
+ page->tlbflush_timestamp > *tlbflush_timestamp) )
+ {
+ *need_tlbflush = true;
+ *tlbflush_timestamp = page->tlbflush_timestamp;
+ }
+}
+
+static inline void filtered_flush_tlb_mask(uint32_t tlbflush_timestamp)
+{
+ cpumask_t mask = cpu_online_map;
+
+ tlbflush_filter(mask, tlbflush_timestamp);
+ if ( !cpumask_empty(&mask) )
+ {
+ perfc_incr(need_flush_tlb_flush);
+ flush_tlb_mask(&mask);
+ }
+}
+
#endif /* __XEN_MM_H__ */