123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638 |
- #include <linux/fs.h>
- #include <linux/types.h>
- #include <linux/slab.h>
- #include <linux/highmem.h>
- #include <linux/buffer_head.h>
- #include <linux/rbtree.h>
- #include <cluster/masklog.h>
- #include "ocfs2.h"
- #include "inode.h"
- #include "uptodate.h"
- #include "ocfs2_trace.h"
- struct ocfs2_meta_cache_item {
- struct rb_node c_node;
- sector_t c_block;
- };
- static struct kmem_cache *ocfs2_uptodate_cachep;
- u64 ocfs2_metadata_cache_owner(struct ocfs2_caching_info *ci)
- {
- BUG_ON(!ci || !ci->ci_ops);
- return ci->ci_ops->co_owner(ci);
- }
- struct super_block *ocfs2_metadata_cache_get_super(struct ocfs2_caching_info *ci)
- {
- BUG_ON(!ci || !ci->ci_ops);
- return ci->ci_ops->co_get_super(ci);
- }
- static void ocfs2_metadata_cache_lock(struct ocfs2_caching_info *ci)
- {
- BUG_ON(!ci || !ci->ci_ops);
- ci->ci_ops->co_cache_lock(ci);
- }
- static void ocfs2_metadata_cache_unlock(struct ocfs2_caching_info *ci)
- {
- BUG_ON(!ci || !ci->ci_ops);
- ci->ci_ops->co_cache_unlock(ci);
- }
- void ocfs2_metadata_cache_io_lock(struct ocfs2_caching_info *ci)
- {
- BUG_ON(!ci || !ci->ci_ops);
- ci->ci_ops->co_io_lock(ci);
- }
- void ocfs2_metadata_cache_io_unlock(struct ocfs2_caching_info *ci)
- {
- BUG_ON(!ci || !ci->ci_ops);
- ci->ci_ops->co_io_unlock(ci);
- }
- static void ocfs2_metadata_cache_reset(struct ocfs2_caching_info *ci,
- int clear)
- {
- ci->ci_flags |= OCFS2_CACHE_FL_INLINE;
- ci->ci_num_cached = 0;
- if (clear) {
- ci->ci_created_trans = 0;
- ci->ci_last_trans = 0;
- }
- }
- void ocfs2_metadata_cache_init(struct ocfs2_caching_info *ci,
- const struct ocfs2_caching_operations *ops)
- {
- BUG_ON(!ops);
- ci->ci_ops = ops;
- ocfs2_metadata_cache_reset(ci, 1);
- }
- void ocfs2_metadata_cache_exit(struct ocfs2_caching_info *ci)
- {
- ocfs2_metadata_cache_purge(ci);
- ocfs2_metadata_cache_reset(ci, 1);
- }
- static unsigned int ocfs2_purge_copied_metadata_tree(struct rb_root *root)
- {
- unsigned int purged = 0;
- struct rb_node *node;
- struct ocfs2_meta_cache_item *item;
- while ((node = rb_last(root)) != NULL) {
- item = rb_entry(node, struct ocfs2_meta_cache_item, c_node);
- trace_ocfs2_purge_copied_metadata_tree(
- (unsigned long long) item->c_block);
- rb_erase(&item->c_node, root);
- kmem_cache_free(ocfs2_uptodate_cachep, item);
- purged++;
- }
- return purged;
- }
- void ocfs2_metadata_cache_purge(struct ocfs2_caching_info *ci)
- {
- unsigned int tree, to_purge, purged;
- struct rb_root root = RB_ROOT;
- BUG_ON(!ci || !ci->ci_ops);
- ocfs2_metadata_cache_lock(ci);
- tree = !(ci->ci_flags & OCFS2_CACHE_FL_INLINE);
- to_purge = ci->ci_num_cached;
- trace_ocfs2_metadata_cache_purge(
- (unsigned long long)ocfs2_metadata_cache_owner(ci),
- to_purge, tree);
-
- if (tree)
- root = ci->ci_cache.ci_tree;
- ocfs2_metadata_cache_reset(ci, 0);
- ocfs2_metadata_cache_unlock(ci);
- purged = ocfs2_purge_copied_metadata_tree(&root);
-
- if (tree && purged != to_purge)
- mlog(ML_ERROR, "Owner %llu, count = %u, purged = %u\n",
- (unsigned long long)ocfs2_metadata_cache_owner(ci),
- to_purge, purged);
- }
- static int ocfs2_search_cache_array(struct ocfs2_caching_info *ci,
- sector_t item)
- {
- int i;
- for (i = 0; i < ci->ci_num_cached; i++) {
- if (item == ci->ci_cache.ci_array[i])
- return i;
- }
- return -1;
- }
- static struct ocfs2_meta_cache_item *
- ocfs2_search_cache_tree(struct ocfs2_caching_info *ci,
- sector_t block)
- {
- struct rb_node * n = ci->ci_cache.ci_tree.rb_node;
- struct ocfs2_meta_cache_item *item = NULL;
- while (n) {
- item = rb_entry(n, struct ocfs2_meta_cache_item, c_node);
- if (block < item->c_block)
- n = n->rb_left;
- else if (block > item->c_block)
- n = n->rb_right;
- else
- return item;
- }
- return NULL;
- }
- static int ocfs2_buffer_cached(struct ocfs2_caching_info *ci,
- struct buffer_head *bh)
- {
- int index = -1;
- struct ocfs2_meta_cache_item *item = NULL;
- ocfs2_metadata_cache_lock(ci);
- trace_ocfs2_buffer_cached_begin(
- (unsigned long long)ocfs2_metadata_cache_owner(ci),
- (unsigned long long) bh->b_blocknr,
- !!(ci->ci_flags & OCFS2_CACHE_FL_INLINE));
- if (ci->ci_flags & OCFS2_CACHE_FL_INLINE)
- index = ocfs2_search_cache_array(ci, bh->b_blocknr);
- else
- item = ocfs2_search_cache_tree(ci, bh->b_blocknr);
- ocfs2_metadata_cache_unlock(ci);
- trace_ocfs2_buffer_cached_end(index, item);
- return (index != -1) || (item != NULL);
- }
- int ocfs2_buffer_uptodate(struct ocfs2_caching_info *ci,
- struct buffer_head *bh)
- {
-
- if (!buffer_uptodate(bh))
- return 0;
-
- if (buffer_jbd(bh))
- return 1;
-
- return ocfs2_buffer_cached(ci, bh);
- }
- int ocfs2_buffer_read_ahead(struct ocfs2_caching_info *ci,
- struct buffer_head *bh)
- {
- return buffer_locked(bh) && ocfs2_buffer_cached(ci, bh);
- }
- static void ocfs2_append_cache_array(struct ocfs2_caching_info *ci,
- sector_t block)
- {
- BUG_ON(ci->ci_num_cached >= OCFS2_CACHE_INFO_MAX_ARRAY);
- trace_ocfs2_append_cache_array(
- (unsigned long long)ocfs2_metadata_cache_owner(ci),
- (unsigned long long)block, ci->ci_num_cached);
- ci->ci_cache.ci_array[ci->ci_num_cached] = block;
- ci->ci_num_cached++;
- }
- static void __ocfs2_insert_cache_tree(struct ocfs2_caching_info *ci,
- struct ocfs2_meta_cache_item *new)
- {
- sector_t block = new->c_block;
- struct rb_node *parent = NULL;
- struct rb_node **p = &ci->ci_cache.ci_tree.rb_node;
- struct ocfs2_meta_cache_item *tmp;
- trace_ocfs2_insert_cache_tree(
- (unsigned long long)ocfs2_metadata_cache_owner(ci),
- (unsigned long long)block, ci->ci_num_cached);
- while(*p) {
- parent = *p;
- tmp = rb_entry(parent, struct ocfs2_meta_cache_item, c_node);
- if (block < tmp->c_block)
- p = &(*p)->rb_left;
- else if (block > tmp->c_block)
- p = &(*p)->rb_right;
- else {
-
- mlog(ML_ERROR, "Duplicate block %llu cached!\n",
- (unsigned long long) block);
- BUG();
- }
- }
- rb_link_node(&new->c_node, parent, p);
- rb_insert_color(&new->c_node, &ci->ci_cache.ci_tree);
- ci->ci_num_cached++;
- }
- static inline int ocfs2_insert_can_use_array(struct ocfs2_caching_info *ci)
- {
- return (ci->ci_flags & OCFS2_CACHE_FL_INLINE) &&
- (ci->ci_num_cached < OCFS2_CACHE_INFO_MAX_ARRAY);
- }
- static void ocfs2_expand_cache(struct ocfs2_caching_info *ci,
- struct ocfs2_meta_cache_item **tree)
- {
- int i;
- mlog_bug_on_msg(ci->ci_num_cached != OCFS2_CACHE_INFO_MAX_ARRAY,
- "Owner %llu, num cached = %u, should be %u\n",
- (unsigned long long)ocfs2_metadata_cache_owner(ci),
- ci->ci_num_cached, OCFS2_CACHE_INFO_MAX_ARRAY);
- mlog_bug_on_msg(!(ci->ci_flags & OCFS2_CACHE_FL_INLINE),
- "Owner %llu not marked as inline anymore!\n",
- (unsigned long long)ocfs2_metadata_cache_owner(ci));
-
- for (i = 0; i < OCFS2_CACHE_INFO_MAX_ARRAY; i++)
- tree[i]->c_block = ci->ci_cache.ci_array[i];
- ci->ci_flags &= ~OCFS2_CACHE_FL_INLINE;
- ci->ci_cache.ci_tree = RB_ROOT;
-
- ci->ci_num_cached = 0;
- for (i = 0; i < OCFS2_CACHE_INFO_MAX_ARRAY; i++) {
- __ocfs2_insert_cache_tree(ci, tree[i]);
- tree[i] = NULL;
- }
- trace_ocfs2_expand_cache(
- (unsigned long long)ocfs2_metadata_cache_owner(ci),
- ci->ci_flags, ci->ci_num_cached);
- }
- static void __ocfs2_set_buffer_uptodate(struct ocfs2_caching_info *ci,
- sector_t block,
- int expand_tree)
- {
- int i;
- struct ocfs2_meta_cache_item *new = NULL;
- struct ocfs2_meta_cache_item *tree[OCFS2_CACHE_INFO_MAX_ARRAY] =
- { NULL, };
- trace_ocfs2_set_buffer_uptodate(
- (unsigned long long)ocfs2_metadata_cache_owner(ci),
- (unsigned long long)block, expand_tree);
- new = kmem_cache_alloc(ocfs2_uptodate_cachep, GFP_NOFS);
- if (!new) {
- mlog_errno(-ENOMEM);
- return;
- }
- new->c_block = block;
- if (expand_tree) {
-
- for (i = 0; i < OCFS2_CACHE_INFO_MAX_ARRAY; i++) {
- tree[i] = kmem_cache_alloc(ocfs2_uptodate_cachep,
- GFP_NOFS);
- if (!tree[i]) {
- mlog_errno(-ENOMEM);
- goto out_free;
- }
-
- }
- }
- ocfs2_metadata_cache_lock(ci);
- if (ocfs2_insert_can_use_array(ci)) {
-
- ocfs2_append_cache_array(ci, block);
- ocfs2_metadata_cache_unlock(ci);
- goto out_free;
- }
- if (expand_tree)
- ocfs2_expand_cache(ci, tree);
- __ocfs2_insert_cache_tree(ci, new);
- ocfs2_metadata_cache_unlock(ci);
- new = NULL;
- out_free:
- if (new)
- kmem_cache_free(ocfs2_uptodate_cachep, new);
-
- if (tree[0]) {
- for (i = 0; i < OCFS2_CACHE_INFO_MAX_ARRAY; i++)
- if (tree[i])
- kmem_cache_free(ocfs2_uptodate_cachep,
- tree[i]);
- }
- }
- void ocfs2_set_buffer_uptodate(struct ocfs2_caching_info *ci,
- struct buffer_head *bh)
- {
- int expand;
-
- if (ocfs2_buffer_cached(ci, bh))
- return;
- trace_ocfs2_set_buffer_uptodate_begin(
- (unsigned long long)ocfs2_metadata_cache_owner(ci),
- (unsigned long long)bh->b_blocknr);
-
- ocfs2_metadata_cache_lock(ci);
- if (ocfs2_insert_can_use_array(ci)) {
-
- ocfs2_append_cache_array(ci, bh->b_blocknr);
- ocfs2_metadata_cache_unlock(ci);
- return;
- }
- expand = 0;
- if (ci->ci_flags & OCFS2_CACHE_FL_INLINE) {
-
- expand = 1;
- }
- ocfs2_metadata_cache_unlock(ci);
- __ocfs2_set_buffer_uptodate(ci, bh->b_blocknr, expand);
- }
- void ocfs2_set_new_buffer_uptodate(struct ocfs2_caching_info *ci,
- struct buffer_head *bh)
- {
-
- BUG_ON(ocfs2_buffer_cached(ci, bh));
- set_buffer_uptodate(bh);
- ocfs2_metadata_cache_io_lock(ci);
- ocfs2_set_buffer_uptodate(ci, bh);
- ocfs2_metadata_cache_io_unlock(ci);
- }
- static void ocfs2_remove_metadata_array(struct ocfs2_caching_info *ci,
- int index)
- {
- sector_t *array = ci->ci_cache.ci_array;
- int bytes;
- BUG_ON(index < 0 || index >= OCFS2_CACHE_INFO_MAX_ARRAY);
- BUG_ON(index >= ci->ci_num_cached);
- BUG_ON(!ci->ci_num_cached);
- trace_ocfs2_remove_metadata_array(
- (unsigned long long)ocfs2_metadata_cache_owner(ci),
- index, ci->ci_num_cached);
- ci->ci_num_cached--;
-
- if (ci->ci_num_cached && index < ci->ci_num_cached) {
- bytes = sizeof(sector_t) * (ci->ci_num_cached - index);
- memmove(&array[index], &array[index + 1], bytes);
- }
- }
- static void ocfs2_remove_metadata_tree(struct ocfs2_caching_info *ci,
- struct ocfs2_meta_cache_item *item)
- {
- trace_ocfs2_remove_metadata_tree(
- (unsigned long long)ocfs2_metadata_cache_owner(ci),
- (unsigned long long)item->c_block);
- rb_erase(&item->c_node, &ci->ci_cache.ci_tree);
- ci->ci_num_cached--;
- }
- static void ocfs2_remove_block_from_cache(struct ocfs2_caching_info *ci,
- sector_t block)
- {
- int index;
- struct ocfs2_meta_cache_item *item = NULL;
- ocfs2_metadata_cache_lock(ci);
- trace_ocfs2_remove_block_from_cache(
- (unsigned long long)ocfs2_metadata_cache_owner(ci),
- (unsigned long long) block, ci->ci_num_cached,
- ci->ci_flags);
- if (ci->ci_flags & OCFS2_CACHE_FL_INLINE) {
- index = ocfs2_search_cache_array(ci, block);
- if (index != -1)
- ocfs2_remove_metadata_array(ci, index);
- } else {
- item = ocfs2_search_cache_tree(ci, block);
- if (item)
- ocfs2_remove_metadata_tree(ci, item);
- }
- ocfs2_metadata_cache_unlock(ci);
- if (item)
- kmem_cache_free(ocfs2_uptodate_cachep, item);
- }
- void ocfs2_remove_from_cache(struct ocfs2_caching_info *ci,
- struct buffer_head *bh)
- {
- sector_t block = bh->b_blocknr;
- ocfs2_remove_block_from_cache(ci, block);
- }
- void ocfs2_remove_xattr_clusters_from_cache(struct ocfs2_caching_info *ci,
- sector_t block,
- u32 c_len)
- {
- struct super_block *sb = ocfs2_metadata_cache_get_super(ci);
- unsigned int i, b_len = ocfs2_clusters_to_blocks(sb, 1) * c_len;
- for (i = 0; i < b_len; i++, block++)
- ocfs2_remove_block_from_cache(ci, block);
- }
- int __init init_ocfs2_uptodate_cache(void)
- {
- ocfs2_uptodate_cachep = kmem_cache_create("ocfs2_uptodate",
- sizeof(struct ocfs2_meta_cache_item),
- 0, SLAB_HWCACHE_ALIGN, NULL);
- if (!ocfs2_uptodate_cachep)
- return -ENOMEM;
- return 0;
- }
- void exit_ocfs2_uptodate_cache(void)
- {
- if (ocfs2_uptodate_cachep)
- kmem_cache_destroy(ocfs2_uptodate_cachep);
- }
|