diff options
author | Vlastimil Babka <vbabka@suse.cz> | 2023-08-07 23:00:36 +0200 |
---|---|---|
committer | Vlastimil Babka <vbabka@suse.cz> | 2023-11-28 18:18:22 +0100 |
commit | 4449377eca5a8419e6c889a4917a328076fa1079 (patch) | |
tree | 66698fb926fb1d432f80cb91d971bab96afdaeb9 | |
parent | 677adc2fa58ea15229bbcc5bc36e466c24113db0 (diff) | |
download | linux-slub-percpu-caches-v3r2.tar.gz |
maple_tree: replace preallocation with slub percpu array prefillslub-percpu-caches-v3r2
With the percpu array we can try not doing the preallocations in maple
tree, and instead make sure the percpu array is prefilled, and using
GFP_ATOMIC in places that relied on the preallocation (in case we miss
or fail trylock on the array), i.e. mas_store_prealloc(). For now simply
add __GFP_NOFAIL there as well.
-rw-r--r-- | lib/maple_tree.c | 17 |
1 files changed, 6 insertions, 11 deletions
diff --git a/lib/maple_tree.c b/lib/maple_tree.c index f5c0bca2c5d7a1..d84a0c0fe83bc2 100644 --- a/lib/maple_tree.c +++ b/lib/maple_tree.c @@ -5452,7 +5452,12 @@ void mas_store_prealloc(struct ma_state *mas, void *entry) mas_wr_store_setup(&wr_mas); trace_ma_write(__func__, mas, 0, entry); + +retry: mas_wr_store_entry(&wr_mas); + if (unlikely(mas_nomem(mas, GFP_ATOMIC | __GFP_NOFAIL))) + goto retry; + MAS_WR_BUG_ON(&wr_mas, mas_is_err(mas)); mas_destroy(mas); } @@ -5471,8 +5476,6 @@ int mas_preallocate(struct ma_state *mas, void *entry, gfp_t gfp) MA_WR_STATE(wr_mas, mas, entry); unsigned char node_size; int request = 1; - int ret; - if (unlikely(!mas->index && mas->last == ULONG_MAX)) goto ask_now; @@ -5512,16 +5515,8 @@ int mas_preallocate(struct ma_state *mas, void *entry, gfp_t gfp) /* node store, slot store needs one node */ ask_now: - mas_node_count_gfp(mas, request, gfp); - if (likely(!mas_is_err(mas))) - return 0; + return kmem_cache_prefill_percpu_array(maple_node_cache, request, gfp); - mas_set_alloc_req(mas, 0); - ret = xa_err(mas->node); - mas_reset(mas); - mas_destroy(mas); - mas_reset(mas); - return ret; } EXPORT_SYMBOL_GPL(mas_preallocate); |