Commit 724bdca9 authored by Sunil Mushran's avatar Sunil Mushran Committed by Mark Fasheh

ocfs2/dlm: Create slabcaches for lock and lockres

This patch makes the o2dlm allocate memory for lockres, lockname and lock
structures from slabcaches rather than kmalloc. This allows us to not only
make these allocs more efficient but also allows us to track the memory being
consumed by these structures.
Signed-off-by: default avatarSunil Mushran <sunil.mushran@oracle.com>
Signed-off-by: default avatarJoel Becker <joel.becker@oracle.com>
Signed-off-by: default avatarMark Fasheh <mfasheh@suse.com>
parent 12eb0035
...@@ -963,9 +963,16 @@ static inline void __dlm_wait_on_lockres(struct dlm_lock_resource *res) ...@@ -963,9 +963,16 @@ static inline void __dlm_wait_on_lockres(struct dlm_lock_resource *res)
DLM_LOCK_RES_MIGRATING)); DLM_LOCK_RES_MIGRATING));
} }
/* create/destroy slab caches */
int dlm_init_master_caches(void);
void dlm_destroy_master_caches(void);
int dlm_init_lock_cache(void);
void dlm_destroy_lock_cache(void);
int dlm_init_mle_cache(void); int dlm_init_mle_cache(void);
void dlm_destroy_mle_cache(void); void dlm_destroy_mle_cache(void);
void dlm_hb_event_notify_attached(struct dlm_ctxt *dlm, int idx, int node_up); void dlm_hb_event_notify_attached(struct dlm_ctxt *dlm, int idx, int node_up);
int dlm_drop_lockres_ref(struct dlm_ctxt *dlm, int dlm_drop_lockres_ref(struct dlm_ctxt *dlm,
struct dlm_lock_resource *res); struct dlm_lock_resource *res);
......
...@@ -1818,21 +1818,41 @@ static int __init dlm_init(void) ...@@ -1818,21 +1818,41 @@ static int __init dlm_init(void)
status = dlm_init_mle_cache(); status = dlm_init_mle_cache();
if (status) { if (status) {
mlog(ML_ERROR, "Could not create o2dlm_mle slabcache\n"); mlog(ML_ERROR, "Could not create o2dlm_mle slabcache\n");
return -1; goto error;
}
status = dlm_init_master_caches();
if (status) {
mlog(ML_ERROR, "Could not create o2dlm_lockres and "
"o2dlm_lockname slabcaches\n");
goto error;
}
status = dlm_init_lock_cache();
if (status) {
mlog(ML_ERROR, "Count not create o2dlm_lock slabcache\n");
goto error;
} }
status = dlm_register_net_handlers(); status = dlm_register_net_handlers();
if (status) { if (status) {
dlm_destroy_mle_cache(); mlog(ML_ERROR, "Unable to register network handlers\n");
return -1; goto error;
} }
return 0; return 0;
error:
dlm_destroy_lock_cache();
dlm_destroy_master_caches();
dlm_destroy_mle_cache();
return -1;
} }
static void __exit dlm_exit (void) static void __exit dlm_exit (void)
{ {
dlm_unregister_net_handlers(); dlm_unregister_net_handlers();
dlm_destroy_lock_cache();
dlm_destroy_master_caches();
dlm_destroy_mle_cache(); dlm_destroy_mle_cache();
} }
......
...@@ -53,6 +53,8 @@ ...@@ -53,6 +53,8 @@
#define MLOG_MASK_PREFIX ML_DLM #define MLOG_MASK_PREFIX ML_DLM
#include "cluster/masklog.h" #include "cluster/masklog.h"
static struct kmem_cache *dlm_lock_cache = NULL;
static DEFINE_SPINLOCK(dlm_cookie_lock); static DEFINE_SPINLOCK(dlm_cookie_lock);
static u64 dlm_next_cookie = 1; static u64 dlm_next_cookie = 1;
...@@ -64,6 +66,22 @@ static void dlm_init_lock(struct dlm_lock *newlock, int type, ...@@ -64,6 +66,22 @@ static void dlm_init_lock(struct dlm_lock *newlock, int type,
static void dlm_lock_release(struct kref *kref); static void dlm_lock_release(struct kref *kref);
static void dlm_lock_detach_lockres(struct dlm_lock *lock); static void dlm_lock_detach_lockres(struct dlm_lock *lock);
int dlm_init_lock_cache(void)
{
dlm_lock_cache = kmem_cache_create("o2dlm_lock",
sizeof(struct dlm_lock),
0, SLAB_HWCACHE_ALIGN, NULL);
if (dlm_lock_cache == NULL)
return -ENOMEM;
return 0;
}
void dlm_destroy_lock_cache(void)
{
if (dlm_lock_cache)
kmem_cache_destroy(dlm_lock_cache);
}
/* Tell us whether we can grant a new lock request. /* Tell us whether we can grant a new lock request.
* locking: * locking:
* caller needs: res->spinlock * caller needs: res->spinlock
...@@ -353,7 +371,7 @@ static void dlm_lock_release(struct kref *kref) ...@@ -353,7 +371,7 @@ static void dlm_lock_release(struct kref *kref)
mlog(0, "freeing kernel-allocated lksb\n"); mlog(0, "freeing kernel-allocated lksb\n");
kfree(lock->lksb); kfree(lock->lksb);
} }
kfree(lock); kmem_cache_free(dlm_lock_cache, lock);
} }
/* associate a lock with it's lockres, getting a ref on the lockres */ /* associate a lock with it's lockres, getting a ref on the lockres */
...@@ -412,7 +430,7 @@ struct dlm_lock * dlm_new_lock(int type, u8 node, u64 cookie, ...@@ -412,7 +430,7 @@ struct dlm_lock * dlm_new_lock(int type, u8 node, u64 cookie,
struct dlm_lock *lock; struct dlm_lock *lock;
int kernel_allocated = 0; int kernel_allocated = 0;
lock = kzalloc(sizeof(*lock), GFP_NOFS); lock = (struct dlm_lock *) kmem_cache_zalloc(dlm_lock_cache, GFP_NOFS);
if (!lock) if (!lock)
return NULL; return NULL;
......
...@@ -216,10 +216,10 @@ EXPORT_SYMBOL_GPL(dlm_dump_all_mles); ...@@ -216,10 +216,10 @@ EXPORT_SYMBOL_GPL(dlm_dump_all_mles);
#endif /* 0 */ #endif /* 0 */
static struct kmem_cache *dlm_lockres_cache = NULL;
static struct kmem_cache *dlm_lockname_cache = NULL;
static struct kmem_cache *dlm_mle_cache = NULL; static struct kmem_cache *dlm_mle_cache = NULL;
static void dlm_mle_release(struct kref *kref); static void dlm_mle_release(struct kref *kref);
static void dlm_init_mle(struct dlm_master_list_entry *mle, static void dlm_init_mle(struct dlm_master_list_entry *mle,
enum dlm_mle_type type, enum dlm_mle_type type,
...@@ -560,6 +560,35 @@ static void dlm_mle_release(struct kref *kref) ...@@ -560,6 +560,35 @@ static void dlm_mle_release(struct kref *kref)
* LOCK RESOURCE FUNCTIONS * LOCK RESOURCE FUNCTIONS
*/ */
int dlm_init_master_caches(void)
{
dlm_lockres_cache = kmem_cache_create("o2dlm_lockres",
sizeof(struct dlm_lock_resource),
0, SLAB_HWCACHE_ALIGN, NULL);
if (!dlm_lockres_cache)
goto bail;
dlm_lockname_cache = kmem_cache_create("o2dlm_lockname",
DLM_LOCKID_NAME_MAX, 0,
SLAB_HWCACHE_ALIGN, NULL);
if (!dlm_lockname_cache)
goto bail;
return 0;
bail:
dlm_destroy_master_caches();
return -ENOMEM;
}
void dlm_destroy_master_caches(void)
{
if (dlm_lockname_cache)
kmem_cache_destroy(dlm_lockname_cache);
if (dlm_lockres_cache)
kmem_cache_destroy(dlm_lockres_cache);
}
static void dlm_set_lockres_owner(struct dlm_ctxt *dlm, static void dlm_set_lockres_owner(struct dlm_ctxt *dlm,
struct dlm_lock_resource *res, struct dlm_lock_resource *res,
u8 owner) u8 owner)
...@@ -642,9 +671,9 @@ static void dlm_lockres_release(struct kref *kref) ...@@ -642,9 +671,9 @@ static void dlm_lockres_release(struct kref *kref)
BUG_ON(!list_empty(&res->recovering)); BUG_ON(!list_empty(&res->recovering));
BUG_ON(!list_empty(&res->purge)); BUG_ON(!list_empty(&res->purge));
kfree(res->lockname.name); kmem_cache_free(dlm_lockname_cache, (void *)res->lockname.name);
kfree(res); kmem_cache_free(dlm_lockres_cache, res);
} }
void dlm_lockres_put(struct dlm_lock_resource *res) void dlm_lockres_put(struct dlm_lock_resource *res)
...@@ -700,20 +729,28 @@ struct dlm_lock_resource *dlm_new_lockres(struct dlm_ctxt *dlm, ...@@ -700,20 +729,28 @@ struct dlm_lock_resource *dlm_new_lockres(struct dlm_ctxt *dlm,
const char *name, const char *name,
unsigned int namelen) unsigned int namelen)
{ {
struct dlm_lock_resource *res; struct dlm_lock_resource *res = NULL;
res = kmalloc(sizeof(struct dlm_lock_resource), GFP_NOFS); res = (struct dlm_lock_resource *)
kmem_cache_zalloc(dlm_lockres_cache, GFP_NOFS);
if (!res) if (!res)
return NULL; goto error;
res->lockname.name = kmalloc(namelen, GFP_NOFS); res->lockname.name = (char *)
if (!res->lockname.name) { kmem_cache_zalloc(dlm_lockname_cache, GFP_NOFS);
kfree(res); if (!res->lockname.name)
return NULL; goto error;
}
dlm_init_lockres(dlm, res, name, namelen); dlm_init_lockres(dlm, res, name, namelen);
return res; return res;
error:
if (res && res->lockname.name)
kmem_cache_free(dlm_lockname_cache, (void *)res->lockname.name);
if (res)
kmem_cache_free(dlm_lockres_cache, res);
return NULL;
} }
void __dlm_lockres_grab_inflight_ref(struct dlm_ctxt *dlm, void __dlm_lockres_grab_inflight_ref(struct dlm_ctxt *dlm,
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment