1 // SPDX-License-Identifier: GPL-2.0
3 * Implementation of operations over local quota file
7 #include <linux/slab.h>
8 #include <linux/quota.h>
9 #include <linux/quotaops.h>
10 #include <linux/module.h>
12 #include <cluster/masklog.h>
19 #include "buffer_head_io.h"
26 #include "ocfs2_trace.h"
28 /* Number of local quota structures per block */
29 static inline unsigned int ol_quota_entries_per_block(struct super_block
*sb
)
31 return ((sb
->s_blocksize
- OCFS2_QBLK_RESERVED_SPACE
) /
32 sizeof(struct ocfs2_local_disk_dqblk
));
35 /* Number of blocks with entries in one chunk */
36 static inline unsigned int ol_chunk_blocks(struct super_block
*sb
)
38 return ((sb
->s_blocksize
- sizeof(struct ocfs2_local_disk_chunk
) -
39 OCFS2_QBLK_RESERVED_SPACE
) << 3) /
40 ol_quota_entries_per_block(sb
);
43 /* Number of entries in a chunk bitmap */
44 static unsigned int ol_chunk_entries(struct super_block
*sb
)
46 return ol_chunk_blocks(sb
) * ol_quota_entries_per_block(sb
);
49 /* Offset of the chunk in quota file */
50 static unsigned int ol_quota_chunk_block(struct super_block
*sb
, int c
)
52 /* 1 block for local quota file info, 1 block per chunk for chunk info */
53 return 1 + (ol_chunk_blocks(sb
) + 1) * c
;
56 static unsigned int ol_dqblk_block(struct super_block
*sb
, int c
, int off
)
58 int epb
= ol_quota_entries_per_block(sb
);
60 return ol_quota_chunk_block(sb
, c
) + 1 + off
/ epb
;
63 static unsigned int ol_dqblk_block_off(struct super_block
*sb
, int c
, int off
)
65 int epb
= ol_quota_entries_per_block(sb
);
67 return (off
% epb
) * sizeof(struct ocfs2_local_disk_dqblk
);
70 /* Offset of the dquot structure in the quota file */
71 static loff_t
ol_dqblk_off(struct super_block
*sb
, int c
, int off
)
73 return (ol_dqblk_block(sb
, c
, off
) << sb
->s_blocksize_bits
) +
74 ol_dqblk_block_off(sb
, c
, off
);
77 static inline unsigned int ol_dqblk_block_offset(struct super_block
*sb
, loff_t off
)
79 return off
& ((1 << sb
->s_blocksize_bits
) - 1);
82 /* Compute offset in the chunk of a structure with the given offset */
83 static int ol_dqblk_chunk_off(struct super_block
*sb
, int c
, loff_t off
)
85 int epb
= ol_quota_entries_per_block(sb
);
87 return ((off
>> sb
->s_blocksize_bits
) -
88 ol_quota_chunk_block(sb
, c
) - 1) * epb
89 + ((unsigned int)(off
& ((1 << sb
->s_blocksize_bits
) - 1))) /
90 sizeof(struct ocfs2_local_disk_dqblk
);
93 /* Write bufferhead into the fs */
94 static int ocfs2_modify_bh(struct inode
*inode
, struct buffer_head
*bh
,
95 void (*modify
)(struct buffer_head
*, void *), void *private)
97 struct super_block
*sb
= inode
->i_sb
;
101 handle
= ocfs2_start_trans(OCFS2_SB(sb
),
102 OCFS2_QUOTA_BLOCK_UPDATE_CREDITS
);
103 if (IS_ERR(handle
)) {
104 status
= PTR_ERR(handle
);
108 status
= ocfs2_journal_access_dq(handle
, INODE_CACHE(inode
), bh
,
109 OCFS2_JOURNAL_ACCESS_WRITE
);
112 ocfs2_commit_trans(OCFS2_SB(sb
), handle
);
118 ocfs2_journal_dirty(handle
, bh
);
120 status
= ocfs2_commit_trans(OCFS2_SB(sb
), handle
);
129 * Read quota block from a given logical offset.
131 * This function acquires ip_alloc_sem and thus it must not be called with a
132 * transaction started.
134 static int ocfs2_read_quota_block(struct inode
*inode
, u64 v_block
,
135 struct buffer_head
**bh
)
138 struct buffer_head
*tmp
= *bh
;
140 if (i_size_read(inode
) >> inode
->i_sb
->s_blocksize_bits
<= v_block
) {
141 ocfs2_error(inode
->i_sb
,
142 "Quota file %llu is probably corrupted! Requested to read block %Lu but file has size only %Lu\n",
143 (unsigned long long)OCFS2_I(inode
)->ip_blkno
,
144 (unsigned long long)v_block
,
145 (unsigned long long)i_size_read(inode
));
148 rc
= ocfs2_read_virt_blocks(inode
, v_block
, 1, &tmp
, 0,
149 ocfs2_validate_quota_block
);
153 /* If ocfs2_read_virt_blocks() got us a new bh, pass it up. */
160 /* Check whether we understand format of quota files */
161 static int ocfs2_local_check_quota_file(struct super_block
*sb
, int type
)
163 unsigned int lmagics
[OCFS2_MAXQUOTAS
] = OCFS2_LOCAL_QMAGICS
;
164 unsigned int lversions
[OCFS2_MAXQUOTAS
] = OCFS2_LOCAL_QVERSIONS
;
165 unsigned int gmagics
[OCFS2_MAXQUOTAS
] = OCFS2_GLOBAL_QMAGICS
;
166 unsigned int gversions
[OCFS2_MAXQUOTAS
] = OCFS2_GLOBAL_QVERSIONS
;
167 unsigned int ino
[OCFS2_MAXQUOTAS
] = { USER_QUOTA_SYSTEM_INODE
,
168 GROUP_QUOTA_SYSTEM_INODE
};
169 struct buffer_head
*bh
= NULL
;
170 struct inode
*linode
= sb_dqopt(sb
)->files
[type
];
171 struct inode
*ginode
= NULL
;
172 struct ocfs2_disk_dqheader
*dqhead
;
175 /* First check whether we understand local quota file */
176 status
= ocfs2_read_quota_block(linode
, 0, &bh
);
179 mlog(ML_ERROR
, "failed to read quota file header (type=%d)\n",
183 dqhead
= (struct ocfs2_disk_dqheader
*)(bh
->b_data
);
184 if (le32_to_cpu(dqhead
->dqh_magic
) != lmagics
[type
]) {
185 mlog(ML_ERROR
, "quota file magic does not match (%u != %u),"
186 " type=%d\n", le32_to_cpu(dqhead
->dqh_magic
),
187 lmagics
[type
], type
);
190 if (le32_to_cpu(dqhead
->dqh_version
) != lversions
[type
]) {
191 mlog(ML_ERROR
, "quota file version does not match (%u != %u),"
192 " type=%d\n", le32_to_cpu(dqhead
->dqh_version
),
193 lversions
[type
], type
);
199 /* Next check whether we understand global quota file */
200 ginode
= ocfs2_get_system_file_inode(OCFS2_SB(sb
), ino
[type
],
203 mlog(ML_ERROR
, "cannot get global quota file inode "
204 "(type=%d)\n", type
);
207 /* Since the header is read only, we don't care about locking */
208 status
= ocfs2_read_quota_block(ginode
, 0, &bh
);
211 mlog(ML_ERROR
, "failed to read global quota file header "
212 "(type=%d)\n", type
);
215 dqhead
= (struct ocfs2_disk_dqheader
*)(bh
->b_data
);
216 if (le32_to_cpu(dqhead
->dqh_magic
) != gmagics
[type
]) {
217 mlog(ML_ERROR
, "global quota file magic does not match "
218 "(%u != %u), type=%d\n",
219 le32_to_cpu(dqhead
->dqh_magic
), gmagics
[type
], type
);
222 if (le32_to_cpu(dqhead
->dqh_version
) != gversions
[type
]) {
223 mlog(ML_ERROR
, "global quota file version does not match "
224 "(%u != %u), type=%d\n",
225 le32_to_cpu(dqhead
->dqh_version
), gversions
[type
],
237 /* Release given list of quota file chunks */
238 static void ocfs2_release_local_quota_bitmaps(struct list_head
*head
)
240 struct ocfs2_quota_chunk
*pos
, *next
;
242 list_for_each_entry_safe(pos
, next
, head
, qc_chunk
) {
243 list_del(&pos
->qc_chunk
);
244 brelse(pos
->qc_headerbh
);
245 kmem_cache_free(ocfs2_qf_chunk_cachep
, pos
);
249 /* Load quota bitmaps into memory */
250 static int ocfs2_load_local_quota_bitmaps(struct inode
*inode
,
251 struct ocfs2_local_disk_dqinfo
*ldinfo
,
252 struct list_head
*head
)
254 struct ocfs2_quota_chunk
*newchunk
;
257 INIT_LIST_HEAD(head
);
258 for (i
= 0; i
< le32_to_cpu(ldinfo
->dqi_chunks
); i
++) {
259 newchunk
= kmem_cache_alloc(ocfs2_qf_chunk_cachep
, GFP_NOFS
);
261 ocfs2_release_local_quota_bitmaps(head
);
264 newchunk
->qc_num
= i
;
265 newchunk
->qc_headerbh
= NULL
;
266 status
= ocfs2_read_quota_block(inode
,
267 ol_quota_chunk_block(inode
->i_sb
, i
),
268 &newchunk
->qc_headerbh
);
271 kmem_cache_free(ocfs2_qf_chunk_cachep
, newchunk
);
272 ocfs2_release_local_quota_bitmaps(head
);
275 list_add_tail(&newchunk
->qc_chunk
, head
);
280 static void olq_update_info(struct buffer_head
*bh
, void *private)
282 struct mem_dqinfo
*info
= private;
283 struct ocfs2_mem_dqinfo
*oinfo
= info
->dqi_priv
;
284 struct ocfs2_local_disk_dqinfo
*ldinfo
;
286 ldinfo
= (struct ocfs2_local_disk_dqinfo
*)(bh
->b_data
+
287 OCFS2_LOCAL_INFO_OFF
);
288 spin_lock(&dq_data_lock
);
289 ldinfo
->dqi_flags
= cpu_to_le32(oinfo
->dqi_flags
);
290 ldinfo
->dqi_chunks
= cpu_to_le32(oinfo
->dqi_chunks
);
291 ldinfo
->dqi_blocks
= cpu_to_le32(oinfo
->dqi_blocks
);
292 spin_unlock(&dq_data_lock
);
295 static int ocfs2_add_recovery_chunk(struct super_block
*sb
,
296 struct ocfs2_local_disk_chunk
*dchunk
,
298 struct list_head
*head
)
300 struct ocfs2_recovery_chunk
*rc
;
302 rc
= kmalloc(sizeof(struct ocfs2_recovery_chunk
), GFP_NOFS
);
305 rc
->rc_chunk
= chunk
;
306 rc
->rc_bitmap
= kmalloc(sb
->s_blocksize
, GFP_NOFS
);
307 if (!rc
->rc_bitmap
) {
311 memcpy(rc
->rc_bitmap
, dchunk
->dqc_bitmap
,
312 (ol_chunk_entries(sb
) + 7) >> 3);
313 list_add_tail(&rc
->rc_list
, head
);
317 static void free_recovery_list(struct list_head
*head
)
319 struct ocfs2_recovery_chunk
*next
;
320 struct ocfs2_recovery_chunk
*rchunk
;
322 list_for_each_entry_safe(rchunk
, next
, head
, rc_list
) {
323 list_del(&rchunk
->rc_list
);
324 kfree(rchunk
->rc_bitmap
);
329 void ocfs2_free_quota_recovery(struct ocfs2_quota_recovery
*rec
)
333 for (type
= 0; type
< OCFS2_MAXQUOTAS
; type
++)
334 free_recovery_list(&(rec
->r_list
[type
]));
338 /* Load entries in our quota file we have to recover*/
339 static int ocfs2_recovery_load_quota(struct inode
*lqinode
,
340 struct ocfs2_local_disk_dqinfo
*ldinfo
,
342 struct list_head
*head
)
344 struct super_block
*sb
= lqinode
->i_sb
;
345 struct buffer_head
*hbh
;
346 struct ocfs2_local_disk_chunk
*dchunk
;
347 int i
, chunks
= le32_to_cpu(ldinfo
->dqi_chunks
);
350 for (i
= 0; i
< chunks
; i
++) {
352 status
= ocfs2_read_quota_block(lqinode
,
353 ol_quota_chunk_block(sb
, i
),
359 dchunk
= (struct ocfs2_local_disk_chunk
*)hbh
->b_data
;
360 if (le32_to_cpu(dchunk
->dqc_free
) < ol_chunk_entries(sb
))
361 status
= ocfs2_add_recovery_chunk(sb
, dchunk
, i
, head
);
367 free_recovery_list(head
);
371 static struct ocfs2_quota_recovery
*ocfs2_alloc_quota_recovery(void)
374 struct ocfs2_quota_recovery
*rec
;
376 rec
= kmalloc(sizeof(struct ocfs2_quota_recovery
), GFP_NOFS
);
379 for (type
= 0; type
< OCFS2_MAXQUOTAS
; type
++)
380 INIT_LIST_HEAD(&(rec
->r_list
[type
]));
384 /* Load information we need for quota recovery into memory */
385 struct ocfs2_quota_recovery
*ocfs2_begin_quota_recovery(
386 struct ocfs2_super
*osb
,
389 unsigned int feature
[OCFS2_MAXQUOTAS
] = {
390 OCFS2_FEATURE_RO_COMPAT_USRQUOTA
,
391 OCFS2_FEATURE_RO_COMPAT_GRPQUOTA
};
392 unsigned int ino
[OCFS2_MAXQUOTAS
] = { LOCAL_USER_QUOTA_SYSTEM_INODE
,
393 LOCAL_GROUP_QUOTA_SYSTEM_INODE
};
394 struct super_block
*sb
= osb
->sb
;
395 struct ocfs2_local_disk_dqinfo
*ldinfo
;
396 struct inode
*lqinode
;
397 struct buffer_head
*bh
;
400 struct ocfs2_quota_recovery
*rec
;
402 printk(KERN_NOTICE
"ocfs2: Beginning quota recovery on device (%s) for "
403 "slot %u\n", osb
->dev_str
, slot_num
);
405 rec
= ocfs2_alloc_quota_recovery();
407 return ERR_PTR(-ENOMEM
);
410 for (type
= 0; type
< OCFS2_MAXQUOTAS
; type
++) {
411 if (!OCFS2_HAS_RO_COMPAT_FEATURE(sb
, feature
[type
]))
413 /* At this point, journal of the slot is already replayed so
414 * we can trust metadata and data of the quota file */
415 lqinode
= ocfs2_get_system_file_inode(osb
, ino
[type
], slot_num
);
420 status
= ocfs2_inode_lock_full(lqinode
, NULL
, 1,
421 OCFS2_META_LOCK_RECOVERY
);
426 /* Now read local header */
428 status
= ocfs2_read_quota_block(lqinode
, 0, &bh
);
431 mlog(ML_ERROR
, "failed to read quota file info header "
432 "(slot=%d type=%d)\n", slot_num
, type
);
435 ldinfo
= (struct ocfs2_local_disk_dqinfo
*)(bh
->b_data
+
436 OCFS2_LOCAL_INFO_OFF
);
437 status
= ocfs2_recovery_load_quota(lqinode
, ldinfo
, type
,
441 ocfs2_inode_unlock(lqinode
, 1);
449 ocfs2_free_quota_recovery(rec
);
450 rec
= ERR_PTR(status
);
455 /* Sync changes in local quota file into global quota file and
456 * reinitialize local quota file.
457 * The function expects local quota file to be already locked and
458 * s_umount locked in shared mode. */
459 static int ocfs2_recover_local_quota_file(struct inode
*lqinode
,
461 struct ocfs2_quota_recovery
*rec
)
463 struct super_block
*sb
= lqinode
->i_sb
;
464 struct ocfs2_mem_dqinfo
*oinfo
= sb_dqinfo(sb
, type
)->dqi_priv
;
465 struct ocfs2_local_disk_chunk
*dchunk
;
466 struct ocfs2_local_disk_dqblk
*dqblk
;
469 struct buffer_head
*hbh
= NULL
, *qbh
= NULL
;
472 struct ocfs2_recovery_chunk
*rchunk
, *next
;
473 qsize_t spacechange
, inodechange
;
475 trace_ocfs2_recover_local_quota_file((unsigned long)lqinode
->i_ino
, type
);
477 list_for_each_entry_safe(rchunk
, next
, &(rec
->r_list
[type
]), rc_list
) {
478 chunk
= rchunk
->rc_chunk
;
480 status
= ocfs2_read_quota_block(lqinode
,
481 ol_quota_chunk_block(sb
, chunk
),
487 dchunk
= (struct ocfs2_local_disk_chunk
*)hbh
->b_data
;
488 for_each_set_bit(bit
, rchunk
->rc_bitmap
, ol_chunk_entries(sb
)) {
490 status
= ocfs2_read_quota_block(lqinode
,
491 ol_dqblk_block(sb
, chunk
, bit
),
497 dqblk
= (struct ocfs2_local_disk_dqblk
*)(qbh
->b_data
+
498 ol_dqblk_block_off(sb
, chunk
, bit
));
500 make_kqid(&init_user_ns
, type
,
501 le64_to_cpu(dqblk
->dqb_id
)));
503 status
= PTR_ERR(dquot
);
504 mlog(ML_ERROR
, "Failed to get quota structure "
505 "for id %u, type %d. Cannot finish quota "
507 (unsigned)le64_to_cpu(dqblk
->dqb_id
),
511 status
= ocfs2_lock_global_qf(oinfo
, 1);
517 handle
= ocfs2_start_trans(OCFS2_SB(sb
),
518 OCFS2_QSYNC_CREDITS
);
519 if (IS_ERR(handle
)) {
520 status
= PTR_ERR(handle
);
524 down_write(&sb_dqopt(sb
)->dqio_sem
);
525 spin_lock(&dquot
->dq_dqb_lock
);
526 /* Add usage from quota entry into quota changes
527 * of our node. Auxiliary variables are important
528 * due to signedness */
529 spacechange
= le64_to_cpu(dqblk
->dqb_spacemod
);
530 inodechange
= le64_to_cpu(dqblk
->dqb_inodemod
);
531 dquot
->dq_dqb
.dqb_curspace
+= spacechange
;
532 dquot
->dq_dqb
.dqb_curinodes
+= inodechange
;
533 spin_unlock(&dquot
->dq_dqb_lock
);
534 /* We want to drop reference held by the crashed
535 * node. Since we have our own reference we know
536 * global structure actually won't be freed. */
537 status
= ocfs2_global_release_dquot(dquot
);
542 /* Release local quota file entry */
543 status
= ocfs2_journal_access_dq(handle
,
544 INODE_CACHE(lqinode
),
545 qbh
, OCFS2_JOURNAL_ACCESS_WRITE
);
551 WARN_ON(!ocfs2_test_bit_unaligned(bit
, dchunk
->dqc_bitmap
));
552 ocfs2_clear_bit_unaligned(bit
, dchunk
->dqc_bitmap
);
553 le32_add_cpu(&dchunk
->dqc_free
, 1);
555 ocfs2_journal_dirty(handle
, qbh
);
557 up_write(&sb_dqopt(sb
)->dqio_sem
);
558 ocfs2_commit_trans(OCFS2_SB(sb
), handle
);
560 ocfs2_unlock_global_qf(oinfo
, 1);
569 list_del(&rchunk
->rc_list
);
570 kfree(rchunk
->rc_bitmap
);
576 free_recovery_list(&(rec
->r_list
[type
]));
582 /* Recover local quota files for given node different from us */
583 int ocfs2_finish_quota_recovery(struct ocfs2_super
*osb
,
584 struct ocfs2_quota_recovery
*rec
,
587 unsigned int ino
[OCFS2_MAXQUOTAS
] = { LOCAL_USER_QUOTA_SYSTEM_INODE
,
588 LOCAL_GROUP_QUOTA_SYSTEM_INODE
};
589 struct super_block
*sb
= osb
->sb
;
590 struct ocfs2_local_disk_dqinfo
*ldinfo
;
591 struct buffer_head
*bh
;
595 struct inode
*lqinode
;
598 printk(KERN_NOTICE
"ocfs2: Finishing quota recovery on device (%s) for "
599 "slot %u\n", osb
->dev_str
, slot_num
);
601 down_read(&sb
->s_umount
);
602 for (type
= 0; type
< OCFS2_MAXQUOTAS
; type
++) {
603 if (list_empty(&(rec
->r_list
[type
])))
605 trace_ocfs2_finish_quota_recovery(slot_num
);
606 lqinode
= ocfs2_get_system_file_inode(osb
, ino
[type
], slot_num
);
611 status
= ocfs2_inode_lock_full(lqinode
, NULL
, 1,
612 OCFS2_META_LOCK_NOQUEUE
);
613 /* Someone else is holding the lock? Then he must be
614 * doing the recovery. Just skip the file... */
615 if (status
== -EAGAIN
) {
616 printk(KERN_NOTICE
"ocfs2: Skipping quota recovery on "
617 "device (%s) for slot %d because quota file is "
618 "locked.\n", osb
->dev_str
, slot_num
);
621 } else if (status
< 0) {
625 /* Now read local header */
627 status
= ocfs2_read_quota_block(lqinode
, 0, &bh
);
630 mlog(ML_ERROR
, "failed to read quota file info header "
631 "(slot=%d type=%d)\n", slot_num
, type
);
634 ldinfo
= (struct ocfs2_local_disk_dqinfo
*)(bh
->b_data
+
635 OCFS2_LOCAL_INFO_OFF
);
636 /* Is recovery still needed? */
637 flags
= le32_to_cpu(ldinfo
->dqi_flags
);
638 if (!(flags
& OLQF_CLEAN
))
639 status
= ocfs2_recover_local_quota_file(lqinode
,
642 /* We don't want to mark file as clean when it is actually
644 if (slot_num
== osb
->slot_num
)
646 /* Mark quota file as clean if we are recovering quota file of
647 * some other node. */
648 handle
= ocfs2_start_trans(osb
,
649 OCFS2_LOCAL_QINFO_WRITE_CREDITS
);
650 if (IS_ERR(handle
)) {
651 status
= PTR_ERR(handle
);
655 status
= ocfs2_journal_access_dq(handle
, INODE_CACHE(lqinode
),
657 OCFS2_JOURNAL_ACCESS_WRITE
);
663 ldinfo
->dqi_flags
= cpu_to_le32(flags
| OLQF_CLEAN
);
665 ocfs2_journal_dirty(handle
, bh
);
667 ocfs2_commit_trans(osb
, handle
);
671 ocfs2_inode_unlock(lqinode
, 1);
678 up_read(&sb
->s_umount
);
683 /* Read information header from quota file */
684 static int ocfs2_local_read_info(struct super_block
*sb
, int type
)
686 struct ocfs2_local_disk_dqinfo
*ldinfo
;
687 struct mem_dqinfo
*info
= sb_dqinfo(sb
, type
);
688 struct ocfs2_mem_dqinfo
*oinfo
;
689 struct inode
*lqinode
= sb_dqopt(sb
)->files
[type
];
691 struct buffer_head
*bh
= NULL
;
692 struct ocfs2_quota_recovery
*rec
;
695 info
->dqi_max_spc_limit
= 0x7fffffffffffffffLL
;
696 info
->dqi_max_ino_limit
= 0x7fffffffffffffffLL
;
697 oinfo
= kmalloc(sizeof(struct ocfs2_mem_dqinfo
), GFP_NOFS
);
699 mlog(ML_ERROR
, "failed to allocate memory for ocfs2 quota"
703 info
->dqi_priv
= oinfo
;
704 oinfo
->dqi_type
= type
;
705 INIT_LIST_HEAD(&oinfo
->dqi_chunk
);
706 oinfo
->dqi_rec
= NULL
;
707 oinfo
->dqi_lqi_bh
= NULL
;
708 oinfo
->dqi_libh
= NULL
;
710 status
= ocfs2_global_read_info(sb
, type
);
714 status
= ocfs2_inode_lock(lqinode
, &oinfo
->dqi_lqi_bh
, 1);
721 /* Now read local header */
722 status
= ocfs2_read_quota_block(lqinode
, 0, &bh
);
725 mlog(ML_ERROR
, "failed to read quota file info header "
726 "(type=%d)\n", type
);
729 ldinfo
= (struct ocfs2_local_disk_dqinfo
*)(bh
->b_data
+
730 OCFS2_LOCAL_INFO_OFF
);
731 oinfo
->dqi_flags
= le32_to_cpu(ldinfo
->dqi_flags
);
732 oinfo
->dqi_chunks
= le32_to_cpu(ldinfo
->dqi_chunks
);
733 oinfo
->dqi_blocks
= le32_to_cpu(ldinfo
->dqi_blocks
);
734 oinfo
->dqi_libh
= bh
;
736 /* We crashed when using local quota file? */
737 if (!(oinfo
->dqi_flags
& OLQF_CLEAN
)) {
738 rec
= OCFS2_SB(sb
)->quota_rec
;
740 rec
= ocfs2_alloc_quota_recovery();
746 OCFS2_SB(sb
)->quota_rec
= rec
;
749 status
= ocfs2_recovery_load_quota(lqinode
, ldinfo
, type
,
757 status
= ocfs2_load_local_quota_bitmaps(lqinode
,
765 /* Now mark quota file as used */
766 oinfo
->dqi_flags
&= ~OLQF_CLEAN
;
767 status
= ocfs2_modify_bh(lqinode
, bh
, olq_update_info
, info
);
776 iput(oinfo
->dqi_gqinode
);
777 ocfs2_simple_drop_lockres(OCFS2_SB(sb
), &oinfo
->dqi_gqlock
);
778 ocfs2_lock_res_free(&oinfo
->dqi_gqlock
);
779 brelse(oinfo
->dqi_lqi_bh
);
781 ocfs2_inode_unlock(lqinode
, 1);
782 ocfs2_release_local_quota_bitmaps(&oinfo
->dqi_chunk
);
789 /* Write local info to quota file */
790 static int ocfs2_local_write_info(struct super_block
*sb
, int type
)
792 struct mem_dqinfo
*info
= sb_dqinfo(sb
, type
);
793 struct buffer_head
*bh
= ((struct ocfs2_mem_dqinfo
*)info
->dqi_priv
)
797 status
= ocfs2_modify_bh(sb_dqopt(sb
)->files
[type
], bh
, olq_update_info
,
807 /* Release info from memory */
808 static int ocfs2_local_free_info(struct super_block
*sb
, int type
)
810 struct mem_dqinfo
*info
= sb_dqinfo(sb
, type
);
811 struct ocfs2_mem_dqinfo
*oinfo
= info
->dqi_priv
;
812 struct ocfs2_quota_chunk
*chunk
;
813 struct ocfs2_local_disk_chunk
*dchunk
;
814 int mark_clean
= 1, len
;
817 iput(oinfo
->dqi_gqinode
);
818 ocfs2_simple_drop_lockres(OCFS2_SB(sb
), &oinfo
->dqi_gqlock
);
819 ocfs2_lock_res_free(&oinfo
->dqi_gqlock
);
820 list_for_each_entry(chunk
, &oinfo
->dqi_chunk
, qc_chunk
) {
821 dchunk
= (struct ocfs2_local_disk_chunk
*)
822 (chunk
->qc_headerbh
->b_data
);
823 if (chunk
->qc_num
< oinfo
->dqi_chunks
- 1) {
824 len
= ol_chunk_entries(sb
);
826 len
= (oinfo
->dqi_blocks
-
827 ol_quota_chunk_block(sb
, chunk
->qc_num
) - 1)
828 * ol_quota_entries_per_block(sb
);
830 /* Not all entries free? Bug! */
831 if (le32_to_cpu(dchunk
->dqc_free
) != len
) {
832 mlog(ML_ERROR
, "releasing quota file with used "
833 "entries (type=%d)\n", type
);
837 ocfs2_release_local_quota_bitmaps(&oinfo
->dqi_chunk
);
840 * s_umount held in exclusive mode protects us against racing with
843 if (oinfo
->dqi_rec
) {
844 ocfs2_free_quota_recovery(oinfo
->dqi_rec
);
851 /* Mark local file as clean */
852 oinfo
->dqi_flags
|= OLQF_CLEAN
;
853 status
= ocfs2_modify_bh(sb_dqopt(sb
)->files
[type
],
863 ocfs2_inode_unlock(sb_dqopt(sb
)->files
[type
], 1);
864 brelse(oinfo
->dqi_libh
);
865 brelse(oinfo
->dqi_lqi_bh
);
870 static void olq_set_dquot(struct buffer_head
*bh
, void *private)
872 struct ocfs2_dquot
*od
= private;
873 struct ocfs2_local_disk_dqblk
*dqblk
;
874 struct super_block
*sb
= od
->dq_dquot
.dq_sb
;
876 dqblk
= (struct ocfs2_local_disk_dqblk
*)(bh
->b_data
877 + ol_dqblk_block_offset(sb
, od
->dq_local_off
));
879 dqblk
->dqb_id
= cpu_to_le64(from_kqid(&init_user_ns
,
880 od
->dq_dquot
.dq_id
));
881 spin_lock(&od
->dq_dquot
.dq_dqb_lock
);
882 dqblk
->dqb_spacemod
= cpu_to_le64(od
->dq_dquot
.dq_dqb
.dqb_curspace
-
884 dqblk
->dqb_inodemod
= cpu_to_le64(od
->dq_dquot
.dq_dqb
.dqb_curinodes
-
886 spin_unlock(&od
->dq_dquot
.dq_dqb_lock
);
888 (unsigned long long)le64_to_cpu(dqblk
->dqb_spacemod
),
889 (unsigned long long)le64_to_cpu(dqblk
->dqb_inodemod
),
890 from_kqid(&init_user_ns
, od
->dq_dquot
.dq_id
));
893 /* Write dquot to local quota file */
894 int ocfs2_local_write_dquot(struct dquot
*dquot
)
896 struct super_block
*sb
= dquot
->dq_sb
;
897 struct ocfs2_dquot
*od
= OCFS2_DQUOT(dquot
);
898 struct buffer_head
*bh
;
899 struct inode
*lqinode
= sb_dqopt(sb
)->files
[dquot
->dq_id
.type
];
902 status
= ocfs2_read_quota_phys_block(lqinode
, od
->dq_local_phys_blk
,
908 status
= ocfs2_modify_bh(lqinode
, bh
, olq_set_dquot
, od
);
918 /* Find free entry in local quota file */
919 static struct ocfs2_quota_chunk
*ocfs2_find_free_entry(struct super_block
*sb
,
923 struct mem_dqinfo
*info
= sb_dqinfo(sb
, type
);
924 struct ocfs2_mem_dqinfo
*oinfo
= info
->dqi_priv
;
925 struct ocfs2_quota_chunk
*chunk
;
926 struct ocfs2_local_disk_chunk
*dchunk
;
929 list_for_each_entry(chunk
, &oinfo
->dqi_chunk
, qc_chunk
) {
930 dchunk
= (struct ocfs2_local_disk_chunk
*)
931 chunk
->qc_headerbh
->b_data
;
932 if (le32_to_cpu(dchunk
->dqc_free
) > 0) {
940 if (chunk
->qc_num
< oinfo
->dqi_chunks
- 1) {
941 len
= ol_chunk_entries(sb
);
943 len
= (oinfo
->dqi_blocks
-
944 ol_quota_chunk_block(sb
, chunk
->qc_num
) - 1)
945 * ol_quota_entries_per_block(sb
);
948 found
= ocfs2_find_next_zero_bit_unaligned(dchunk
->dqc_bitmap
, len
, 0);
951 mlog(ML_ERROR
, "Did not find empty entry in chunk %d with %u"
952 " entries free (type=%d)\n", chunk
->qc_num
,
953 le32_to_cpu(dchunk
->dqc_free
), type
);
954 return ERR_PTR(-EIO
);
960 /* Add new chunk to the local quota file */
961 static struct ocfs2_quota_chunk
*ocfs2_local_quota_add_chunk(
962 struct super_block
*sb
,
966 struct mem_dqinfo
*info
= sb_dqinfo(sb
, type
);
967 struct ocfs2_mem_dqinfo
*oinfo
= info
->dqi_priv
;
968 struct inode
*lqinode
= sb_dqopt(sb
)->files
[type
];
969 struct ocfs2_quota_chunk
*chunk
= NULL
;
970 struct ocfs2_local_disk_chunk
*dchunk
;
973 struct buffer_head
*bh
= NULL
, *dbh
= NULL
;
976 /* We are protected by dqio_sem so no locking needed */
977 status
= ocfs2_extend_no_holes(lqinode
, NULL
,
978 i_size_read(lqinode
) + 2 * sb
->s_blocksize
,
979 i_size_read(lqinode
));
984 status
= ocfs2_simple_size_update(lqinode
, oinfo
->dqi_lqi_bh
,
985 i_size_read(lqinode
) + 2 * sb
->s_blocksize
);
991 chunk
= kmem_cache_alloc(ocfs2_qf_chunk_cachep
, GFP_NOFS
);
997 /* Local quota info and two new blocks we initialize */
998 handle
= ocfs2_start_trans(OCFS2_SB(sb
),
999 OCFS2_LOCAL_QINFO_WRITE_CREDITS
+
1000 2 * OCFS2_QUOTA_BLOCK_UPDATE_CREDITS
);
1001 if (IS_ERR(handle
)) {
1002 status
= PTR_ERR(handle
);
1007 /* Initialize chunk header */
1008 status
= ocfs2_extent_map_get_blocks(lqinode
, oinfo
->dqi_blocks
,
1009 &p_blkno
, NULL
, NULL
);
1014 bh
= sb_getblk(sb
, p_blkno
);
1020 dchunk
= (struct ocfs2_local_disk_chunk
*)bh
->b_data
;
1021 ocfs2_set_new_buffer_uptodate(INODE_CACHE(lqinode
), bh
);
1022 status
= ocfs2_journal_access_dq(handle
, INODE_CACHE(lqinode
), bh
,
1023 OCFS2_JOURNAL_ACCESS_CREATE
);
1029 dchunk
->dqc_free
= cpu_to_le32(ol_quota_entries_per_block(sb
));
1030 memset(dchunk
->dqc_bitmap
, 0,
1031 sb
->s_blocksize
- sizeof(struct ocfs2_local_disk_chunk
) -
1032 OCFS2_QBLK_RESERVED_SPACE
);
1034 ocfs2_journal_dirty(handle
, bh
);
1036 /* Initialize new block with structures */
1037 status
= ocfs2_extent_map_get_blocks(lqinode
, oinfo
->dqi_blocks
+ 1,
1038 &p_blkno
, NULL
, NULL
);
1043 dbh
= sb_getblk(sb
, p_blkno
);
1049 ocfs2_set_new_buffer_uptodate(INODE_CACHE(lqinode
), dbh
);
1050 status
= ocfs2_journal_access_dq(handle
, INODE_CACHE(lqinode
), dbh
,
1051 OCFS2_JOURNAL_ACCESS_CREATE
);
1057 memset(dbh
->b_data
, 0, sb
->s_blocksize
- OCFS2_QBLK_RESERVED_SPACE
);
1059 ocfs2_journal_dirty(handle
, dbh
);
1061 /* Update local quotafile info */
1062 oinfo
->dqi_blocks
+= 2;
1063 oinfo
->dqi_chunks
++;
1064 status
= ocfs2_local_write_info(sb
, type
);
1069 status
= ocfs2_commit_trans(OCFS2_SB(sb
), handle
);
1075 list_add_tail(&chunk
->qc_chunk
, &oinfo
->dqi_chunk
);
1076 chunk
->qc_num
= list_entry(chunk
->qc_chunk
.prev
,
1077 struct ocfs2_quota_chunk
,
1078 qc_chunk
)->qc_num
+ 1;
1079 chunk
->qc_headerbh
= bh
;
1083 ocfs2_commit_trans(OCFS2_SB(sb
), handle
);
1087 kmem_cache_free(ocfs2_qf_chunk_cachep
, chunk
);
1088 return ERR_PTR(status
);
1091 /* Find free entry in local quota file */
1092 static struct ocfs2_quota_chunk
*ocfs2_extend_local_quota_file(
1093 struct super_block
*sb
,
1097 struct mem_dqinfo
*info
= sb_dqinfo(sb
, type
);
1098 struct ocfs2_mem_dqinfo
*oinfo
= info
->dqi_priv
;
1099 struct ocfs2_quota_chunk
*chunk
;
1100 struct inode
*lqinode
= sb_dqopt(sb
)->files
[type
];
1101 struct ocfs2_local_disk_chunk
*dchunk
;
1102 int epb
= ol_quota_entries_per_block(sb
);
1103 unsigned int chunk_blocks
;
1104 struct buffer_head
*bh
;
1109 if (list_empty(&oinfo
->dqi_chunk
))
1110 return ocfs2_local_quota_add_chunk(sb
, type
, offset
);
1111 /* Is the last chunk full? */
1112 chunk
= list_entry(oinfo
->dqi_chunk
.prev
,
1113 struct ocfs2_quota_chunk
, qc_chunk
);
1114 chunk_blocks
= oinfo
->dqi_blocks
-
1115 ol_quota_chunk_block(sb
, chunk
->qc_num
) - 1;
1116 if (ol_chunk_blocks(sb
) == chunk_blocks
)
1117 return ocfs2_local_quota_add_chunk(sb
, type
, offset
);
1119 /* We are protected by dqio_sem so no locking needed */
1120 status
= ocfs2_extend_no_holes(lqinode
, NULL
,
1121 i_size_read(lqinode
) + sb
->s_blocksize
,
1122 i_size_read(lqinode
));
1127 status
= ocfs2_simple_size_update(lqinode
, oinfo
->dqi_lqi_bh
,
1128 i_size_read(lqinode
) + sb
->s_blocksize
);
1134 /* Get buffer from the just added block */
1135 status
= ocfs2_extent_map_get_blocks(lqinode
, oinfo
->dqi_blocks
,
1136 &p_blkno
, NULL
, NULL
);
1141 bh
= sb_getblk(sb
, p_blkno
);
1147 ocfs2_set_new_buffer_uptodate(INODE_CACHE(lqinode
), bh
);
1149 /* Local quota info, chunk header and the new block we initialize */
1150 handle
= ocfs2_start_trans(OCFS2_SB(sb
),
1151 OCFS2_LOCAL_QINFO_WRITE_CREDITS
+
1152 2 * OCFS2_QUOTA_BLOCK_UPDATE_CREDITS
);
1153 if (IS_ERR(handle
)) {
1154 status
= PTR_ERR(handle
);
1158 /* Zero created block */
1159 status
= ocfs2_journal_access_dq(handle
, INODE_CACHE(lqinode
), bh
,
1160 OCFS2_JOURNAL_ACCESS_CREATE
);
1166 memset(bh
->b_data
, 0, sb
->s_blocksize
);
1168 ocfs2_journal_dirty(handle
, bh
);
1170 /* Update chunk header */
1171 status
= ocfs2_journal_access_dq(handle
, INODE_CACHE(lqinode
),
1173 OCFS2_JOURNAL_ACCESS_WRITE
);
1179 dchunk
= (struct ocfs2_local_disk_chunk
*)chunk
->qc_headerbh
->b_data
;
1180 lock_buffer(chunk
->qc_headerbh
);
1181 le32_add_cpu(&dchunk
->dqc_free
, ol_quota_entries_per_block(sb
));
1182 unlock_buffer(chunk
->qc_headerbh
);
1183 ocfs2_journal_dirty(handle
, chunk
->qc_headerbh
);
1185 /* Update file header */
1186 oinfo
->dqi_blocks
++;
1187 status
= ocfs2_local_write_info(sb
, type
);
1193 status
= ocfs2_commit_trans(OCFS2_SB(sb
), handle
);
1198 *offset
= chunk_blocks
* epb
;
1201 ocfs2_commit_trans(OCFS2_SB(sb
), handle
);
1203 return ERR_PTR(status
);
1206 static void olq_alloc_dquot(struct buffer_head
*bh
, void *private)
1208 int *offset
= private;
1209 struct ocfs2_local_disk_chunk
*dchunk
;
1211 dchunk
= (struct ocfs2_local_disk_chunk
*)bh
->b_data
;
1212 ocfs2_set_bit_unaligned(*offset
, dchunk
->dqc_bitmap
);
1213 le32_add_cpu(&dchunk
->dqc_free
, -1);
1216 /* Create dquot in the local file for given id */
1217 int ocfs2_create_local_dquot(struct dquot
*dquot
)
1219 struct super_block
*sb
= dquot
->dq_sb
;
1220 int type
= dquot
->dq_id
.type
;
1221 struct inode
*lqinode
= sb_dqopt(sb
)->files
[type
];
1222 struct ocfs2_quota_chunk
*chunk
;
1223 struct ocfs2_dquot
*od
= OCFS2_DQUOT(dquot
);
1228 down_write(&OCFS2_I(lqinode
)->ip_alloc_sem
);
1229 chunk
= ocfs2_find_free_entry(sb
, type
, &offset
);
1231 chunk
= ocfs2_extend_local_quota_file(sb
, type
, &offset
);
1232 if (IS_ERR(chunk
)) {
1233 status
= PTR_ERR(chunk
);
1236 } else if (IS_ERR(chunk
)) {
1237 status
= PTR_ERR(chunk
);
1240 od
->dq_local_off
= ol_dqblk_off(sb
, chunk
->qc_num
, offset
);
1241 od
->dq_chunk
= chunk
;
1242 status
= ocfs2_extent_map_get_blocks(lqinode
,
1243 ol_dqblk_block(sb
, chunk
->qc_num
, offset
),
1244 &od
->dq_local_phys_blk
,
1248 /* Initialize dquot structure on disk */
1249 status
= ocfs2_local_write_dquot(dquot
);
1255 /* Mark structure as allocated */
1256 status
= ocfs2_modify_bh(lqinode
, chunk
->qc_headerbh
, olq_alloc_dquot
,
1263 up_write(&OCFS2_I(lqinode
)->ip_alloc_sem
);
1268 * Release dquot structure from local quota file. ocfs2_release_dquot() has
1269 * already started a transaction and written all changes to global quota file
1271 int ocfs2_local_release_dquot(handle_t
*handle
, struct dquot
*dquot
)
1274 int type
= dquot
->dq_id
.type
;
1275 struct ocfs2_dquot
*od
= OCFS2_DQUOT(dquot
);
1276 struct super_block
*sb
= dquot
->dq_sb
;
1277 struct ocfs2_local_disk_chunk
*dchunk
;
1280 status
= ocfs2_journal_access_dq(handle
,
1281 INODE_CACHE(sb_dqopt(sb
)->files
[type
]),
1282 od
->dq_chunk
->qc_headerbh
, OCFS2_JOURNAL_ACCESS_WRITE
);
1287 offset
= ol_dqblk_chunk_off(sb
, od
->dq_chunk
->qc_num
,
1289 dchunk
= (struct ocfs2_local_disk_chunk
*)
1290 (od
->dq_chunk
->qc_headerbh
->b_data
);
1291 /* Mark structure as freed */
1292 lock_buffer(od
->dq_chunk
->qc_headerbh
);
1293 ocfs2_clear_bit_unaligned(offset
, dchunk
->dqc_bitmap
);
1294 le32_add_cpu(&dchunk
->dqc_free
, 1);
1295 unlock_buffer(od
->dq_chunk
->qc_headerbh
);
1296 ocfs2_journal_dirty(handle
, od
->dq_chunk
->qc_headerbh
);
1302 static const struct quota_format_ops ocfs2_format_ops
= {
1303 .check_quota_file
= ocfs2_local_check_quota_file
,
1304 .read_file_info
= ocfs2_local_read_info
,
1305 .write_file_info
= ocfs2_global_write_info
,
1306 .free_file_info
= ocfs2_local_free_info
,
1309 struct quota_format_type ocfs2_quota_format
= {
1310 .qf_fmt_id
= QFMT_OCFS2
,
1311 .qf_ops
= &ocfs2_format_ops
,
1312 .qf_owner
= THIS_MODULE