Btrfs: Handle data checksumming on bios that span multiple ordered extents
[pandora-kernel.git] / fs / btrfs / file-item.c
1 /*
2  * Copyright (C) 2007 Oracle.  All rights reserved.
3  *
4  * This program is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU General Public
6  * License v2 as published by the Free Software Foundation.
7  *
8  * This program is distributed in the hope that it will be useful,
9  * but WITHOUT ANY WARRANTY; without even the implied warranty of
10  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
11  * General Public License for more details.
12  *
13  * You should have received a copy of the GNU General Public
14  * License along with this program; if not, write to the
15  * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16  * Boston, MA 021110-1307, USA.
17  */
18
19 #include <linux/bio.h>
20 #include <linux/pagemap.h>
21 #include <linux/highmem.h>
22 #include "ctree.h"
23 #include "disk-io.h"
24 #include "transaction.h"
25 #include "print-tree.h"
26
27 #define MAX_CSUM_ITEMS(r) ((((BTRFS_LEAF_DATA_SIZE(r) - \
28                                sizeof(struct btrfs_item) * 2) / \
29                                BTRFS_CRC32_SIZE) - 1))
30 int btrfs_insert_file_extent(struct btrfs_trans_handle *trans,
31                              struct btrfs_root *root,
32                              u64 objectid, u64 pos,
33                              u64 disk_offset, u64 disk_num_bytes,
34                              u64 num_bytes, u64 offset)
35 {
36         int ret = 0;
37         struct btrfs_file_extent_item *item;
38         struct btrfs_key file_key;
39         struct btrfs_path *path;
40         struct extent_buffer *leaf;
41
42         path = btrfs_alloc_path();
43         BUG_ON(!path);
44         file_key.objectid = objectid;
45         file_key.offset = pos;
46         btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY);
47
48         ret = btrfs_insert_empty_item(trans, root, path, &file_key,
49                                       sizeof(*item));
50         if (ret < 0)
51                 goto out;
52         BUG_ON(ret);
53         leaf = path->nodes[0];
54         item = btrfs_item_ptr(leaf, path->slots[0],
55                               struct btrfs_file_extent_item);
56         btrfs_set_file_extent_disk_bytenr(leaf, item, disk_offset);
57         btrfs_set_file_extent_disk_num_bytes(leaf, item, disk_num_bytes);
58         btrfs_set_file_extent_offset(leaf, item, offset);
59         btrfs_set_file_extent_num_bytes(leaf, item, num_bytes);
60         btrfs_set_file_extent_generation(leaf, item, trans->transid);
61         btrfs_set_file_extent_type(leaf, item, BTRFS_FILE_EXTENT_REG);
62         btrfs_mark_buffer_dirty(leaf);
63 out:
64         btrfs_free_path(path);
65         return ret;
66 }
67
68 struct btrfs_csum_item *btrfs_lookup_csum(struct btrfs_trans_handle *trans,
69                                           struct btrfs_root *root,
70                                           struct btrfs_path *path,
71                                           u64 objectid, u64 offset,
72                                           int cow)
73 {
74         int ret;
75         struct btrfs_key file_key;
76         struct btrfs_key found_key;
77         struct btrfs_csum_item *item;
78         struct extent_buffer *leaf;
79         u64 csum_offset = 0;
80         int csums_in_item;
81
82         file_key.objectid = objectid;
83         file_key.offset = offset;
84         btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY);
85         ret = btrfs_search_slot(trans, root, &file_key, path, 0, cow);
86         if (ret < 0)
87                 goto fail;
88         leaf = path->nodes[0];
89         if (ret > 0) {
90                 ret = 1;
91                 if (path->slots[0] == 0)
92                         goto fail;
93                 path->slots[0]--;
94                 btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
95                 if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY ||
96                     found_key.objectid != objectid) {
97                         goto fail;
98                 }
99                 csum_offset = (offset - found_key.offset) >>
100                                 root->fs_info->sb->s_blocksize_bits;
101                 csums_in_item = btrfs_item_size_nr(leaf, path->slots[0]);
102                 csums_in_item /= BTRFS_CRC32_SIZE;
103
104                 if (csum_offset >= csums_in_item) {
105                         ret = -EFBIG;
106                         goto fail;
107                 }
108         }
109         item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item);
110         item = (struct btrfs_csum_item *)((unsigned char *)item +
111                                           csum_offset * BTRFS_CRC32_SIZE);
112         return item;
113 fail:
114         if (ret > 0)
115                 ret = -ENOENT;
116         return ERR_PTR(ret);
117 }
118
119
120 int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans,
121                              struct btrfs_root *root,
122                              struct btrfs_path *path, u64 objectid,
123                              u64 offset, int mod)
124 {
125         int ret;
126         struct btrfs_key file_key;
127         int ins_len = mod < 0 ? -1 : 0;
128         int cow = mod != 0;
129
130         file_key.objectid = objectid;
131         file_key.offset = offset;
132         btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY);
133         ret = btrfs_search_slot(trans, root, &file_key, path, ins_len, cow);
134         return ret;
135 }
136
137 int btrfs_csum_one_bio(struct btrfs_root *root, struct inode *inode,
138                        struct bio *bio)
139 {
140         struct btrfs_ordered_sum *sums;
141         struct btrfs_sector_sum *sector_sum;
142         struct btrfs_ordered_extent *ordered;
143         char *data;
144         struct bio_vec *bvec = bio->bi_io_vec;
145         int bio_index = 0;
146         unsigned long total_bytes = 0;
147         unsigned long this_sum_bytes = 0;
148         u64 offset;
149
150         WARN_ON(bio->bi_vcnt <= 0);
151         sums = kzalloc(btrfs_ordered_sum_size(root, bio->bi_size), GFP_NOFS);
152         if (!sums)
153                 return -ENOMEM;
154
155         sector_sum = &sums->sums;
156         sums->file_offset = page_offset(bvec->bv_page) + bvec->bv_offset;
157         sums->len = bio->bi_size;
158         INIT_LIST_HEAD(&sums->list);
159         ordered = btrfs_lookup_ordered_extent(inode, sums->file_offset);
160         BUG_ON(!ordered);
161
162         while(bio_index < bio->bi_vcnt) {
163                 offset = page_offset(bvec->bv_page) + bvec->bv_offset;
164                 if (offset >= ordered->file_offset + ordered->len) {
165                         unsigned long bytes_left;
166                         sums->len = this_sum_bytes;
167                         this_sum_bytes = 0;
168                         btrfs_add_ordered_sum(inode, ordered, sums);
169                         btrfs_put_ordered_extent(ordered);
170
171                         bytes_left = bio->bi_size - total_bytes;
172
173                         sums = kzalloc(btrfs_ordered_sum_size(root, bytes_left),
174                                        GFP_NOFS);
175                         BUG_ON(!sums);
176                         sector_sum = &sums->sums;
177                         sums->len = bytes_left;
178                         sums->file_offset = offset;
179                         ordered = btrfs_lookup_ordered_extent(inode,
180                                                       sums->file_offset);
181                         BUG_ON(!ordered);
182                 }
183
184                 data = kmap_atomic(bvec->bv_page, KM_USER0);
185                 sector_sum->sum = ~(u32)0;
186                 sector_sum->sum = btrfs_csum_data(root,
187                                                   data + bvec->bv_offset,
188                                                   sector_sum->sum,
189                                                   bvec->bv_len);
190                 kunmap_atomic(data, KM_USER0);
191                 btrfs_csum_final(sector_sum->sum,
192                                  (char *)&sector_sum->sum);
193                 sector_sum->offset = page_offset(bvec->bv_page) +
194                         bvec->bv_offset;
195
196                 sector_sum++;
197                 bio_index++;
198                 total_bytes += bvec->bv_len;
199                 this_sum_bytes += bvec->bv_len;
200                 bvec++;
201         }
202         btrfs_add_ordered_sum(inode, ordered, sums);
203         btrfs_put_ordered_extent(ordered);
204         if (total_bytes != bio->bi_size) {
205 printk("warning, total bytes %lu bio size %u\n", total_bytes, bio->bi_size);
206         }
207         return 0;
208 }
209
210 int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans,
211                            struct btrfs_root *root, struct inode *inode,
212                            struct btrfs_ordered_sum *sums)
213 {
214         u64 objectid = inode->i_ino;
215         u64 offset;
216         int ret;
217         struct btrfs_key file_key;
218         struct btrfs_key found_key;
219         u64 next_offset;
220         u64 total_bytes = 0;
221         int found_next;
222         struct btrfs_path *path;
223         struct btrfs_csum_item *item;
224         struct btrfs_csum_item *item_end;
225         struct extent_buffer *leaf = NULL;
226         u64 csum_offset;
227         struct btrfs_sector_sum *sector_sum;
228         u32 nritems;
229         u32 ins_size;
230         char *eb_map;
231         char *eb_token;
232         unsigned long map_len;
233         unsigned long map_start;
234
235         path = btrfs_alloc_path();
236         BUG_ON(!path);
237         sector_sum = &sums->sums;
238 again:
239         next_offset = (u64)-1;
240         found_next = 0;
241         offset = sector_sum->offset;
242         file_key.objectid = objectid;
243         file_key.offset = offset;
244         btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY);
245
246         item = btrfs_lookup_csum(trans, root, path, objectid, offset, 1);
247         if (!IS_ERR(item)) {
248                 leaf = path->nodes[0];
249                 goto found;
250         }
251         ret = PTR_ERR(item);
252         if (ret == -EFBIG) {
253                 u32 item_size;
254                 /* we found one, but it isn't big enough yet */
255                 leaf = path->nodes[0];
256                 item_size = btrfs_item_size_nr(leaf, path->slots[0]);
257                 if ((item_size / BTRFS_CRC32_SIZE) >= MAX_CSUM_ITEMS(root)) {
258                         /* already at max size, make a new one */
259                         goto insert;
260                 }
261         } else {
262                 int slot = path->slots[0] + 1;
263                 /* we didn't find a csum item, insert one */
264                 nritems = btrfs_header_nritems(path->nodes[0]);
265                 if (path->slots[0] >= nritems - 1) {
266                         ret = btrfs_next_leaf(root, path);
267                         if (ret == 1)
268                                 found_next = 1;
269                         if (ret != 0)
270                                 goto insert;
271                         slot = 0;
272                 }
273                 btrfs_item_key_to_cpu(path->nodes[0], &found_key, slot);
274                 if (found_key.objectid != objectid ||
275                     found_key.type != BTRFS_CSUM_ITEM_KEY) {
276                         found_next = 1;
277                         goto insert;
278                 }
279                 next_offset = found_key.offset;
280                 found_next = 1;
281                 goto insert;
282         }
283
284         /*
285          * at this point, we know the tree has an item, but it isn't big
286          * enough yet to put our csum in.  Grow it
287          */
288         btrfs_release_path(root, path);
289         ret = btrfs_search_slot(trans, root, &file_key, path,
290                                 BTRFS_CRC32_SIZE, 1);
291         if (ret < 0)
292                 goto fail;
293         if (ret == 0) {
294                 BUG();
295         }
296         if (path->slots[0] == 0) {
297                 goto insert;
298         }
299         path->slots[0]--;
300         leaf = path->nodes[0];
301         btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
302         csum_offset = (offset - found_key.offset) >>
303                         root->fs_info->sb->s_blocksize_bits;
304         if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY ||
305             found_key.objectid != objectid ||
306             csum_offset >= MAX_CSUM_ITEMS(root)) {
307                 goto insert;
308         }
309         if (csum_offset >= btrfs_item_size_nr(leaf, path->slots[0]) /
310             BTRFS_CRC32_SIZE) {
311                 u32 diff = (csum_offset + 1) * BTRFS_CRC32_SIZE;
312                 diff = diff - btrfs_item_size_nr(leaf, path->slots[0]);
313                 if (diff != BTRFS_CRC32_SIZE)
314                         goto insert;
315                 ret = btrfs_extend_item(trans, root, path, diff);
316                 BUG_ON(ret);
317                 goto csum;
318         }
319
320 insert:
321         btrfs_release_path(root, path);
322         csum_offset = 0;
323         if (found_next) {
324                 u64 tmp = min((u64)i_size_read(inode), next_offset);
325                 tmp -= offset & ~((u64)root->sectorsize -1);
326                 tmp >>= root->fs_info->sb->s_blocksize_bits;
327                 tmp = max((u64)1, tmp);
328                 tmp = min(tmp, (u64)MAX_CSUM_ITEMS(root));
329                 ins_size = BTRFS_CRC32_SIZE * tmp;
330         } else {
331                 ins_size = BTRFS_CRC32_SIZE;
332         }
333         ret = btrfs_insert_empty_item(trans, root, path, &file_key,
334                                       ins_size);
335         if (ret < 0)
336                 goto fail;
337         if (ret != 0) {
338                 WARN_ON(1);
339                 goto fail;
340         }
341 csum:
342         leaf = path->nodes[0];
343         item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item);
344         ret = 0;
345         item = (struct btrfs_csum_item *)((unsigned char *)item +
346                                           csum_offset * BTRFS_CRC32_SIZE);
347 found:
348         item_end = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item);
349         item_end = (struct btrfs_csum_item *)((unsigned char *)item_end +
350                                       btrfs_item_size_nr(leaf, path->slots[0]));
351         eb_token = NULL;
352 next_sector:
353
354         if (!eb_token ||
355            (unsigned long)item  + BTRFS_CRC32_SIZE >= map_start + map_len) {
356                 int err;
357
358                 if (eb_token)
359                         unmap_extent_buffer(leaf, eb_token, KM_USER1);
360                 eb_token = NULL;
361                 err = map_private_extent_buffer(leaf, (unsigned long)item,
362                                                 BTRFS_CRC32_SIZE,
363                                                 &eb_token, &eb_map,
364                                                 &map_start, &map_len, KM_USER1);
365                 if (err)
366                         eb_token = NULL;
367         }
368         if (eb_token) {
369                 memcpy(eb_token + ((unsigned long)item & (PAGE_CACHE_SIZE - 1)),
370                        &sector_sum->sum, BTRFS_CRC32_SIZE);
371         } else {
372                 write_extent_buffer(leaf, &sector_sum->sum,
373                                     (unsigned long)item, BTRFS_CRC32_SIZE);
374         }
375         total_bytes += root->sectorsize;
376         sector_sum++;
377         if (total_bytes < sums->len) {
378                 item = (struct btrfs_csum_item *)((char *)item +
379                                                   BTRFS_CRC32_SIZE);
380                 if (item < item_end && offset + PAGE_CACHE_SIZE ==
381                     sector_sum->offset) {
382                             offset = sector_sum->offset;
383                         goto next_sector;
384                 }
385         }
386         if (eb_token) {
387                 unmap_extent_buffer(leaf, eb_token, KM_USER1);
388                 eb_token = NULL;
389         }
390         btrfs_mark_buffer_dirty(path->nodes[0]);
391         if (total_bytes < sums->len) {
392                 btrfs_release_path(root, path);
393                 goto again;
394         }
395 fail:
396         btrfs_free_path(path);
397         return ret;
398 }
399
400 int btrfs_csum_truncate(struct btrfs_trans_handle *trans,
401                         struct btrfs_root *root, struct btrfs_path *path,
402                         u64 isize)
403 {
404         struct btrfs_key key;
405         struct extent_buffer *leaf = path->nodes[0];
406         int slot = path->slots[0];
407         int ret;
408         u32 new_item_size;
409         u64 new_item_span;
410         u64 blocks;
411
412         btrfs_item_key_to_cpu(leaf, &key, slot);
413         if (isize <= key.offset)
414                 return 0;
415         new_item_span = isize - key.offset;
416         blocks = (new_item_span + root->sectorsize - 1) >>
417                 root->fs_info->sb->s_blocksize_bits;
418         new_item_size = blocks * BTRFS_CRC32_SIZE;
419         if (new_item_size >= btrfs_item_size_nr(leaf, slot))
420                 return 0;
421         ret = btrfs_truncate_item(trans, root, path, new_item_size, 1);
422         BUG_ON(ret);
423         return ret;
424 }
425