2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
3 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
7 * of the GNU General Public License version 2.
10 #include <linux/sched.h>
11 #include <linux/slab.h>
12 #include <linux/spinlock.h>
13 #include <linux/completion.h>
14 #include <linux/buffer_head.h>
15 #include <linux/mempool.h>
16 #include <linux/gfs2_ondisk.h>
17 #include <linux/bio.h>
19 #include <linux/list_sort.h>
32 #include "trace_gfs2.h"
35 * gfs2_pin - Pin a buffer in memory
36 * @sdp: The superblock
37 * @bh: The buffer to be pinned
39 * The log lock must be held when calling this function
41 void gfs2_pin(struct gfs2_sbd *sdp, struct buffer_head *bh)
43 struct gfs2_bufdata *bd;
45 BUG_ON(!current->journal_info);
47 clear_buffer_dirty(bh);
48 if (test_set_buffer_pinned(bh))
49 gfs2_assert_withdraw(sdp, 0);
50 if (!buffer_uptodate(bh))
51 gfs2_io_error_bh(sdp, bh);
53 /* If this buffer is in the AIL and it has already been written
54 * to in-place disk block, remove it from the AIL.
56 spin_lock(&sdp->sd_ail_lock);
58 list_move(&bd->bd_ail_st_list, &bd->bd_tr->tr_ail2_list);
59 spin_unlock(&sdp->sd_ail_lock);
61 atomic_inc(&sdp->sd_log_pinned);
62 trace_gfs2_pin(bd, 1);
65 static bool buffer_is_rgrp(const struct gfs2_bufdata *bd)
67 return bd->bd_gl->gl_name.ln_type == LM_TYPE_RGRP;
70 static void maybe_release_space(struct gfs2_bufdata *bd)
72 struct gfs2_glock *gl = bd->bd_gl;
73 struct gfs2_sbd *sdp = gl->gl_sbd;
74 struct gfs2_rgrpd *rgd = gl->gl_object;
75 unsigned int index = bd->bd_bh->b_blocknr - gl->gl_name.ln_number;
76 struct gfs2_bitmap *bi = rgd->rd_bits + index;
78 if (bi->bi_clone == 0)
80 if (sdp->sd_args.ar_discard)
81 gfs2_rgrp_send_discards(sdp, rgd->rd_data0, bd->bd_bh, bi, 1, NULL);
82 memcpy(bi->bi_clone + bi->bi_offset,
83 bd->bd_bh->b_data + bi->bi_offset, bi->bi_len);
84 clear_bit(GBF_FULL, &bi->bi_flags);
85 rgd->rd_free_clone = rgd->rd_free;
86 rgd->rd_extfail_pt = rgd->rd_free;
90 * gfs2_unpin - Unpin a buffer
91 * @sdp: the filesystem the buffer belongs to
92 * @bh: The buffer to unpin
94 * @flags: The inode dirty flags
98 static void gfs2_unpin(struct gfs2_sbd *sdp, struct buffer_head *bh,
99 struct gfs2_trans *tr)
101 struct gfs2_bufdata *bd = bh->b_private;
103 BUG_ON(!buffer_uptodate(bh));
104 BUG_ON(!buffer_pinned(bh));
107 mark_buffer_dirty(bh);
108 clear_buffer_pinned(bh);
110 if (buffer_is_rgrp(bd))
111 maybe_release_space(bd);
113 spin_lock(&sdp->sd_ail_lock);
115 list_del(&bd->bd_ail_st_list);
118 struct gfs2_glock *gl = bd->bd_gl;
119 list_add(&bd->bd_ail_gl_list, &gl->gl_ail_list);
120 atomic_inc(&gl->gl_ail_count);
123 list_add(&bd->bd_ail_st_list, &tr->tr_ail1_list);
124 spin_unlock(&sdp->sd_ail_lock);
126 clear_bit(GLF_LFLUSH, &bd->bd_gl->gl_flags);
127 trace_gfs2_pin(bd, 0);
129 atomic_dec(&sdp->sd_log_pinned);
132 static void gfs2_log_incr_head(struct gfs2_sbd *sdp)
134 BUG_ON((sdp->sd_log_flush_head == sdp->sd_log_tail) &&
135 (sdp->sd_log_flush_head != sdp->sd_log_head));
137 if (++sdp->sd_log_flush_head == sdp->sd_jdesc->jd_blocks) {
138 sdp->sd_log_flush_head = 0;
139 sdp->sd_log_flush_wrapped = 1;
143 static u64 gfs2_log_bmap(struct gfs2_sbd *sdp)
145 unsigned int lbn = sdp->sd_log_flush_head;
146 struct gfs2_journal_extent *je;
149 list_for_each_entry(je, &sdp->sd_jdesc->extent_list, extent_list) {
150 if (lbn >= je->lblock && lbn < je->lblock + je->blocks) {
151 block = je->dblock + lbn - je->lblock;
152 gfs2_log_incr_head(sdp);
161 * gfs2_end_log_write_bh - end log write of pagecache data with buffers
162 * @sdp: The superblock
164 * @error: The i/o status
166 * This finds the relavent buffers and unlocks then and sets the
167 * error flag according to the status of the i/o request. This is
168 * used when the log is writing data which has an in-place version
169 * that is pinned in the pagecache.
172 static void gfs2_end_log_write_bh(struct gfs2_sbd *sdp, struct bio_vec *bvec,
175 struct buffer_head *bh, *next;
176 struct page *page = bvec->bv_page;
179 bh = page_buffers(page);
181 while (bh_offset(bh) < bvec->bv_offset)
182 bh = bh->b_this_page;
185 set_buffer_write_io_error(bh);
187 next = bh->b_this_page;
195 * gfs2_end_log_write - end of i/o to the log
197 * @error: Status of i/o request
199 * Each bio_vec contains either data from the pagecache or data
200 * relating to the log itself. Here we iterate over the bio_vec
201 * array, processing both kinds of data.
205 static void gfs2_end_log_write(struct bio *bio, int error)
207 struct gfs2_sbd *sdp = bio->bi_private;
208 struct bio_vec *bvec;
213 sdp->sd_log_error = error;
214 fs_err(sdp, "Error %d writing to log\n", error);
217 bio_for_each_segment_all(bvec, bio, i) {
218 page = bvec->bv_page;
219 if (page_has_buffers(page))
220 gfs2_end_log_write_bh(sdp, bvec, error);
222 mempool_free(page, gfs2_page_pool);
226 if (atomic_dec_and_test(&sdp->sd_log_in_flight))
227 wake_up(&sdp->sd_log_flush_wait);
231 * gfs2_log_flush_bio - Submit any pending log bio
232 * @sdp: The superblock
235 * Submit any pending part-built or full bio to the block device. If
236 * there is no pending bio, then this is a no-op.
239 void gfs2_log_flush_bio(struct gfs2_sbd *sdp, int rw)
241 if (sdp->sd_log_bio) {
242 atomic_inc(&sdp->sd_log_in_flight);
243 submit_bio(rw, sdp->sd_log_bio);
244 sdp->sd_log_bio = NULL;
249 * gfs2_log_alloc_bio - Allocate a new bio for log writing
250 * @sdp: The superblock
251 * @blkno: The next device block number we want to write to
253 * This should never be called when there is a cached bio in the
254 * super block. When it returns, there will be a cached bio in the
255 * super block which will have as many bio_vecs as the device is
258 * Returns: Newly allocated bio
261 static struct bio *gfs2_log_alloc_bio(struct gfs2_sbd *sdp, u64 blkno)
263 struct super_block *sb = sdp->sd_vfs;
264 unsigned nrvecs = bio_get_nr_vecs(sb->s_bdev);
267 BUG_ON(sdp->sd_log_bio);
270 bio = bio_alloc(GFP_NOIO, nrvecs);
273 nrvecs = max(nrvecs/2, 1U);
276 bio->bi_iter.bi_sector = blkno * (sb->s_blocksize >> 9);
277 bio->bi_bdev = sb->s_bdev;
278 bio->bi_end_io = gfs2_end_log_write;
279 bio->bi_private = sdp;
281 sdp->sd_log_bio = bio;
287 * gfs2_log_get_bio - Get cached log bio, or allocate a new one
288 * @sdp: The superblock
289 * @blkno: The device block number we want to write to
291 * If there is a cached bio, then if the next block number is sequential
292 * with the previous one, return it, otherwise flush the bio to the
293 * device. If there is not a cached bio, or we just flushed it, then
294 * allocate a new one.
296 * Returns: The bio to use for log writes
299 static struct bio *gfs2_log_get_bio(struct gfs2_sbd *sdp, u64 blkno)
301 struct bio *bio = sdp->sd_log_bio;
305 nblk = bio_end_sector(bio);
306 nblk >>= sdp->sd_fsb2bb_shift;
309 gfs2_log_flush_bio(sdp, WRITE);
312 return gfs2_log_alloc_bio(sdp, blkno);
317 * gfs2_log_write - write to log
318 * @sdp: the filesystem
319 * @page: the page to write
320 * @size: the size of the data to write
321 * @offset: the offset within the page
323 * Try and add the page segment to the current bio. If that fails,
324 * submit the current bio to the device and create a new one, and
325 * then add the page segment to that.
328 static void gfs2_log_write(struct gfs2_sbd *sdp, struct page *page,
329 unsigned size, unsigned offset)
331 u64 blkno = gfs2_log_bmap(sdp);
335 bio = gfs2_log_get_bio(sdp, blkno);
336 ret = bio_add_page(bio, page, size, offset);
338 gfs2_log_flush_bio(sdp, WRITE);
339 bio = gfs2_log_alloc_bio(sdp, blkno);
340 ret = bio_add_page(bio, page, size, offset);
346 * gfs2_log_write_bh - write a buffer's content to the log
347 * @sdp: The super block
348 * @bh: The buffer pointing to the in-place location
350 * This writes the content of the buffer to the next available location
351 * in the log. The buffer will be unlocked once the i/o to the log has
355 static void gfs2_log_write_bh(struct gfs2_sbd *sdp, struct buffer_head *bh)
357 gfs2_log_write(sdp, bh->b_page, bh->b_size, bh_offset(bh));
361 * gfs2_log_write_page - write one block stored in a page, into the log
362 * @sdp: The superblock
363 * @page: The struct page
365 * This writes the first block-sized part of the page into the log. Note
366 * that the page must have been allocated from the gfs2_page_pool mempool
367 * and that after this has been called, ownership has been transferred and
368 * the page may be freed at any time.
371 void gfs2_log_write_page(struct gfs2_sbd *sdp, struct page *page)
373 struct super_block *sb = sdp->sd_vfs;
374 gfs2_log_write(sdp, page, sb->s_blocksize, 0);
377 static struct page *gfs2_get_log_desc(struct gfs2_sbd *sdp, u32 ld_type,
378 u32 ld_length, u32 ld_data1)
380 struct page *page = mempool_alloc(gfs2_page_pool, GFP_NOIO);
381 struct gfs2_log_descriptor *ld = page_address(page);
383 ld->ld_header.mh_magic = cpu_to_be32(GFS2_MAGIC);
384 ld->ld_header.mh_type = cpu_to_be32(GFS2_METATYPE_LD);
385 ld->ld_header.mh_format = cpu_to_be32(GFS2_FORMAT_LD);
386 ld->ld_type = cpu_to_be32(ld_type);
387 ld->ld_length = cpu_to_be32(ld_length);
388 ld->ld_data1 = cpu_to_be32(ld_data1);
393 static void gfs2_check_magic(struct buffer_head *bh)
398 clear_buffer_escaped(bh);
399 kaddr = kmap_atomic(bh->b_page);
400 ptr = kaddr + bh_offset(bh);
401 if (*ptr == cpu_to_be32(GFS2_MAGIC))
402 set_buffer_escaped(bh);
403 kunmap_atomic(kaddr);
406 static int blocknr_cmp(void *priv, struct list_head *a, struct list_head *b)
408 struct gfs2_bufdata *bda, *bdb;
410 bda = list_entry(a, struct gfs2_bufdata, bd_list);
411 bdb = list_entry(b, struct gfs2_bufdata, bd_list);
413 if (bda->bd_bh->b_blocknr < bdb->bd_bh->b_blocknr)
415 if (bda->bd_bh->b_blocknr > bdb->bd_bh->b_blocknr)
420 static void gfs2_before_commit(struct gfs2_sbd *sdp, unsigned int limit,
421 unsigned int total, struct list_head *blist,
424 struct gfs2_log_descriptor *ld;
425 struct gfs2_bufdata *bd1 = NULL, *bd2;
432 list_sort(NULL, blist, blocknr_cmp);
433 bd1 = bd2 = list_prepare_entry(bd1, blist, bd_list);
438 gfs2_log_unlock(sdp);
439 page = gfs2_get_log_desc(sdp,
440 is_databuf ? GFS2_LOG_DESC_JDATA :
441 GFS2_LOG_DESC_METADATA, num + 1, num);
442 ld = page_address(page);
444 ptr = (__be64 *)(ld + 1);
447 list_for_each_entry_continue(bd1, blist, bd_list) {
448 *ptr++ = cpu_to_be64(bd1->bd_bh->b_blocknr);
450 gfs2_check_magic(bd1->bd_bh);
451 *ptr++ = cpu_to_be64(buffer_escaped(bd1->bd_bh) ? 1 : 0);
457 gfs2_log_unlock(sdp);
458 gfs2_log_write_page(sdp, page);
462 list_for_each_entry_continue(bd2, blist, bd_list) {
464 gfs2_log_unlock(sdp);
465 lock_buffer(bd2->bd_bh);
467 if (buffer_escaped(bd2->bd_bh)) {
469 page = mempool_alloc(gfs2_page_pool, GFP_NOIO);
470 ptr = page_address(page);
471 kaddr = kmap_atomic(bd2->bd_bh->b_page);
472 memcpy(ptr, kaddr + bh_offset(bd2->bd_bh),
474 kunmap_atomic(kaddr);
476 clear_buffer_escaped(bd2->bd_bh);
477 unlock_buffer(bd2->bd_bh);
479 gfs2_log_write_page(sdp, page);
481 gfs2_log_write_bh(sdp, bd2->bd_bh);
491 gfs2_log_unlock(sdp);
494 static void buf_lo_before_commit(struct gfs2_sbd *sdp)
496 unsigned int limit = buf_limit(sdp); /* 503 for 4k blocks */
498 gfs2_before_commit(sdp, limit, sdp->sd_log_num_buf,
499 &sdp->sd_log_le_buf, 0);
502 static void buf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
504 struct list_head *head = &sdp->sd_log_le_buf;
505 struct gfs2_bufdata *bd;
508 gfs2_assert(sdp, list_empty(head));
512 while (!list_empty(head)) {
513 bd = list_entry(head->next, struct gfs2_bufdata, bd_list);
514 list_del_init(&bd->bd_list);
515 sdp->sd_log_num_buf--;
517 gfs2_unpin(sdp, bd->bd_bh, tr);
519 gfs2_assert_warn(sdp, !sdp->sd_log_num_buf);
522 static void buf_lo_before_scan(struct gfs2_jdesc *jd,
523 struct gfs2_log_header_host *head, int pass)
525 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
530 sdp->sd_found_blocks = 0;
531 sdp->sd_replayed_blocks = 0;
534 static int buf_lo_scan_elements(struct gfs2_jdesc *jd, unsigned int start,
535 struct gfs2_log_descriptor *ld, __be64 *ptr,
538 struct gfs2_inode *ip = GFS2_I(jd->jd_inode);
539 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
540 struct gfs2_glock *gl = ip->i_gl;
541 unsigned int blks = be32_to_cpu(ld->ld_data1);
542 struct buffer_head *bh_log, *bh_ip;
546 if (pass != 1 || be32_to_cpu(ld->ld_type) != GFS2_LOG_DESC_METADATA)
549 gfs2_replay_incr_blk(sdp, &start);
551 for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) {
552 blkno = be64_to_cpu(*ptr++);
554 sdp->sd_found_blocks++;
556 if (gfs2_revoke_check(sdp, blkno, start))
559 error = gfs2_replay_read_block(jd, start, &bh_log);
563 bh_ip = gfs2_meta_new(gl, blkno);
564 memcpy(bh_ip->b_data, bh_log->b_data, bh_log->b_size);
566 if (gfs2_meta_check(sdp, bh_ip))
569 mark_buffer_dirty(bh_ip);
577 sdp->sd_replayed_blocks++;
584 * gfs2_meta_sync - Sync all buffers associated with a glock
589 static void gfs2_meta_sync(struct gfs2_glock *gl)
591 struct address_space *mapping = gfs2_glock2aspace(gl);
592 struct gfs2_sbd *sdp = gl->gl_sbd;
596 mapping = &sdp->sd_aspace;
598 filemap_fdatawrite(mapping);
599 error = filemap_fdatawait(mapping);
602 gfs2_io_error(gl->gl_sbd);
605 static void buf_lo_after_scan(struct gfs2_jdesc *jd, int error, int pass)
607 struct gfs2_inode *ip = GFS2_I(jd->jd_inode);
608 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
611 gfs2_meta_sync(ip->i_gl);
617 gfs2_meta_sync(ip->i_gl);
619 fs_info(sdp, "jid=%u: Replayed %u of %u blocks\n",
620 jd->jd_jid, sdp->sd_replayed_blocks, sdp->sd_found_blocks);
623 static void revoke_lo_before_commit(struct gfs2_sbd *sdp)
625 struct gfs2_meta_header *mh;
627 struct list_head *head = &sdp->sd_log_le_revoke;
628 struct gfs2_bufdata *bd;
632 gfs2_write_revokes(sdp);
633 if (!sdp->sd_log_num_revoke)
636 length = gfs2_struct2blk(sdp, sdp->sd_log_num_revoke, sizeof(u64));
637 page = gfs2_get_log_desc(sdp, GFS2_LOG_DESC_REVOKE, length, sdp->sd_log_num_revoke);
638 offset = sizeof(struct gfs2_log_descriptor);
640 list_for_each_entry(bd, head, bd_list) {
641 sdp->sd_log_num_revoke--;
643 if (offset + sizeof(u64) > sdp->sd_sb.sb_bsize) {
645 gfs2_log_write_page(sdp, page);
646 page = mempool_alloc(gfs2_page_pool, GFP_NOIO);
647 mh = page_address(page);
649 mh->mh_magic = cpu_to_be32(GFS2_MAGIC);
650 mh->mh_type = cpu_to_be32(GFS2_METATYPE_LB);
651 mh->mh_format = cpu_to_be32(GFS2_FORMAT_LB);
652 offset = sizeof(struct gfs2_meta_header);
655 *(__be64 *)(page_address(page) + offset) = cpu_to_be64(bd->bd_blkno);
656 offset += sizeof(u64);
658 gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke);
660 gfs2_log_write_page(sdp, page);
663 static void revoke_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
665 struct list_head *head = &sdp->sd_log_le_revoke;
666 struct gfs2_bufdata *bd;
667 struct gfs2_glock *gl;
669 while (!list_empty(head)) {
670 bd = list_entry(head->next, struct gfs2_bufdata, bd_list);
671 list_del_init(&bd->bd_list);
673 atomic_dec(&gl->gl_revokes);
674 clear_bit(GLF_LFLUSH, &gl->gl_flags);
675 kmem_cache_free(gfs2_bufdata_cachep, bd);
679 static void revoke_lo_before_scan(struct gfs2_jdesc *jd,
680 struct gfs2_log_header_host *head, int pass)
682 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
687 sdp->sd_found_revokes = 0;
688 sdp->sd_replay_tail = head->lh_tail;
691 static int revoke_lo_scan_elements(struct gfs2_jdesc *jd, unsigned int start,
692 struct gfs2_log_descriptor *ld, __be64 *ptr,
695 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
696 unsigned int blks = be32_to_cpu(ld->ld_length);
697 unsigned int revokes = be32_to_cpu(ld->ld_data1);
698 struct buffer_head *bh;
704 if (pass != 0 || be32_to_cpu(ld->ld_type) != GFS2_LOG_DESC_REVOKE)
707 offset = sizeof(struct gfs2_log_descriptor);
709 for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) {
710 error = gfs2_replay_read_block(jd, start, &bh);
715 gfs2_metatype_check(sdp, bh, GFS2_METATYPE_LB);
717 while (offset + sizeof(u64) <= sdp->sd_sb.sb_bsize) {
718 blkno = be64_to_cpu(*(__be64 *)(bh->b_data + offset));
720 error = gfs2_revoke_add(sdp, blkno, start);
726 sdp->sd_found_revokes++;
730 offset += sizeof(u64);
734 offset = sizeof(struct gfs2_meta_header);
741 static void revoke_lo_after_scan(struct gfs2_jdesc *jd, int error, int pass)
743 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
746 gfs2_revoke_clean(sdp);
752 fs_info(sdp, "jid=%u: Found %u revoke tags\n",
753 jd->jd_jid, sdp->sd_found_revokes);
755 gfs2_revoke_clean(sdp);
759 * databuf_lo_before_commit - Scan the data buffers, writing as we go
763 static void databuf_lo_before_commit(struct gfs2_sbd *sdp)
765 unsigned int limit = buf_limit(sdp) / 2;
767 gfs2_before_commit(sdp, limit, sdp->sd_log_num_databuf,
768 &sdp->sd_log_le_databuf, 1);
771 static int databuf_lo_scan_elements(struct gfs2_jdesc *jd, unsigned int start,
772 struct gfs2_log_descriptor *ld,
773 __be64 *ptr, int pass)
775 struct gfs2_inode *ip = GFS2_I(jd->jd_inode);
776 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
777 struct gfs2_glock *gl = ip->i_gl;
778 unsigned int blks = be32_to_cpu(ld->ld_data1);
779 struct buffer_head *bh_log, *bh_ip;
784 if (pass != 1 || be32_to_cpu(ld->ld_type) != GFS2_LOG_DESC_JDATA)
787 gfs2_replay_incr_blk(sdp, &start);
788 for (; blks; gfs2_replay_incr_blk(sdp, &start), blks--) {
789 blkno = be64_to_cpu(*ptr++);
790 esc = be64_to_cpu(*ptr++);
792 sdp->sd_found_blocks++;
794 if (gfs2_revoke_check(sdp, blkno, start))
797 error = gfs2_replay_read_block(jd, start, &bh_log);
801 bh_ip = gfs2_meta_new(gl, blkno);
802 memcpy(bh_ip->b_data, bh_log->b_data, bh_log->b_size);
806 __be32 *eptr = (__be32 *)bh_ip->b_data;
807 *eptr = cpu_to_be32(GFS2_MAGIC);
809 mark_buffer_dirty(bh_ip);
814 sdp->sd_replayed_blocks++;
820 /* FIXME: sort out accounting for log blocks etc. */
822 static void databuf_lo_after_scan(struct gfs2_jdesc *jd, int error, int pass)
824 struct gfs2_inode *ip = GFS2_I(jd->jd_inode);
825 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
828 gfs2_meta_sync(ip->i_gl);
835 gfs2_meta_sync(ip->i_gl);
837 fs_info(sdp, "jid=%u: Replayed %u of %u data blocks\n",
838 jd->jd_jid, sdp->sd_replayed_blocks, sdp->sd_found_blocks);
841 static void databuf_lo_after_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
843 struct list_head *head = &sdp->sd_log_le_databuf;
844 struct gfs2_bufdata *bd;
847 gfs2_assert(sdp, list_empty(head));
851 while (!list_empty(head)) {
852 bd = list_entry(head->next, struct gfs2_bufdata, bd_list);
853 list_del_init(&bd->bd_list);
854 sdp->sd_log_num_databuf--;
855 gfs2_unpin(sdp, bd->bd_bh, tr);
857 gfs2_assert_warn(sdp, !sdp->sd_log_num_databuf);
861 const struct gfs2_log_operations gfs2_buf_lops = {
862 .lo_before_commit = buf_lo_before_commit,
863 .lo_after_commit = buf_lo_after_commit,
864 .lo_before_scan = buf_lo_before_scan,
865 .lo_scan_elements = buf_lo_scan_elements,
866 .lo_after_scan = buf_lo_after_scan,
870 const struct gfs2_log_operations gfs2_revoke_lops = {
871 .lo_before_commit = revoke_lo_before_commit,
872 .lo_after_commit = revoke_lo_after_commit,
873 .lo_before_scan = revoke_lo_before_scan,
874 .lo_scan_elements = revoke_lo_scan_elements,
875 .lo_after_scan = revoke_lo_after_scan,
879 const struct gfs2_log_operations gfs2_databuf_lops = {
880 .lo_before_commit = databuf_lo_before_commit,
881 .lo_after_commit = databuf_lo_after_commit,
882 .lo_scan_elements = databuf_lo_scan_elements,
883 .lo_after_scan = databuf_lo_after_scan,
884 .lo_name = "databuf",
887 const struct gfs2_log_operations *gfs2_log_ops[] = {