arm64/mm: Store the number of asid allocated per context

Currently the number of ASID allocated per context is determined at
compilation time. As the algorithm is becoming generic, the user may
want to instantiate the ASID allocator multiple time with different
number of ASID allocated.

Add a field in asid_info to track the number ASID allocated per context.
This is stored in term of shift amount to avoid division in the code.

This means the number of ASID allocated per context should be a power of
two.

At the same time rename NUM_USERS_ASIDS to NUM_CTXT_ASIDS to make the
name more generic.

Signed-off-by: Julien Grall <julien.grall@arm.com>

diff --git a/arch/arm64/mm/context.c b/arch/arm64/mm/context.c
index a9cc59288b088e25b5f84fe5fa2aefbc8a760cce..d128f02644b09a9e306d00767e63086846586075 100644 (file)
--- a/arch/arm64/mm/context.c
+++ b/arch/arm64/mm/context.c
@@ -37,6 +37,8 @@ static struct asid_info
        raw_spinlock_t          lock;
        /* Which CPU requires context flush on next call */
        cpumask_t               flush_pending;
+       /* Number of ASID allocated by context (shift value) */
+       unsigned int            ctxt_shift;
 } asid_info;
 
 #define active_asid(info, cpu) *per_cpu_ptr((info)->active, cpu)
@@ -49,15 +51,15 @@ static DEFINE_PER_CPU(u64, reserved_asids);
 #define ASID_FIRST_VERSION(info)       (1UL << ((info)->bits))
 
 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0
-#define NUM_USER_ASIDS(info)           (ASID_FIRST_VERSION(info) >> 1)
-#define asid2idx(info, asid)           (((asid) & ~ASID_MASK(info)) >> 1)
-#define idx2asid(info, idx)            (((idx) << 1) & ~ASID_MASK(info))
+#define ASID_PER_CONTEXT               2
 #else
-#define NUM_USER_ASIDS(info)           (ASID_FIRST_VERSION(info))
-#define asid2idx(info, asid)           ((asid) & ~ASID_MASK(info))
-#define idx2asid(info, idx)            asid2idx(info, idx)
+#define ASID_PER_CONTEXT               1
 #endif
 
+#define NUM_CTXT_ASIDS(info)           (ASID_FIRST_VERSION(info) >> (info)->ctxt_shift)
+#define asid2idx(info, asid)           (((asid) & ~ASID_MASK(info)) >> (info)->ctxt_shift)
+#define idx2asid(info, idx)            (((idx) << (info)->ctxt_shift) & ~ASID_MASK(info))
+
 /* Get the ASIDBits supported by the current CPU */
 static u32 get_cpu_asid_bits(void)
 {
@@ -102,7 +104,7 @@ static void flush_context(struct asid_info *info)
        u64 asid;
 
        /* Update the list of reserved ASIDs and the ASID bitmap. */
-       bitmap_clear(info->map, 0, NUM_USER_ASIDS(info));
+       bitmap_clear(info->map, 0, NUM_CTXT_ASIDS(info));
 
        for_each_possible_cpu(i) {
                asid = atomic64_xchg_relaxed(&active_asid(info, i), 0);
@@ -182,8 +184,8 @@ static u64 new_context(struct asid_info *info, atomic64_t *pasid)
         * a reserved TTBR0 for the init_mm and we allocate ASIDs in even/odd
         * pairs.
         */
-       asid = find_next_zero_bit(info->map, NUM_USER_ASIDS(info), cur_idx);
-       if (asid != NUM_USER_ASIDS(info))
+       asid = find_next_zero_bit(info->map, NUM_CTXT_ASIDS(info), cur_idx);
+       if (asid != NUM_CTXT_ASIDS(info))
                goto set_asid;
 
        /* We're out of ASIDs, so increment the global generation count */
@@ -192,7 +194,7 @@ static u64 new_context(struct asid_info *info, atomic64_t *pasid)
        flush_context(info);
 
        /* We have more ASIDs than CPUs, so this will always succeed */
-       asid = find_next_zero_bit(info->map, NUM_USER_ASIDS(info), 1);
+       asid = find_next_zero_bit(info->map, NUM_CTXT_ASIDS(info), 1);
 
 set_asid:
        __set_bit(asid, info->map);
@@ -272,17 +274,18 @@ static int asids_init(void)
        struct asid_info *info = &asid_info;
 
        info->bits = get_cpu_asid_bits();
+       info->ctxt_shift = ilog2(ASID_PER_CONTEXT);
        /*
         * Expect allocation after rollover to fail if we don't have at least
         * one more ASID than CPUs. ASID #0 is reserved for init_mm.
         */
-       WARN_ON(NUM_USER_ASIDS(info) - 1 <= num_possible_cpus());
+       WARN_ON(NUM_CTXT_ASIDS(info) - 1 <= num_possible_cpus());
        atomic64_set(&info->generation, ASID_FIRST_VERSION(info));
-       info->map = kcalloc(BITS_TO_LONGS(NUM_USER_ASIDS(info)),
+       info->map = kcalloc(BITS_TO_LONGS(NUM_CTXT_ASIDS(info)),
                            sizeof(*info->map), GFP_KERNEL);
        if (!info->map)
                panic("Failed to allocate bitmap for %lu ASIDs\n",
-                     NUM_USER_ASIDS(info));
+                     NUM_CTXT_ASIDS(info));
 
        info->active = &active_asids;
        info->reserved = &reserved_asids;
@@ -290,7 +293,7 @@ static int asids_init(void)
        raw_spin_lock_init(&info->lock);
 
        pr_info("ASID allocator initialised with %lu entries\n",
-               NUM_USER_ASIDS(info));
+               NUM_CTXT_ASIDS(info));
        return 0;
 }
 early_initcall(asids_init);