]> git.proxmox.com Git - mirror_zfs.git/blame - zfs/lib/libzpool/dsl_dataset.c
projects / mirror_zfs.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Remove stray stub kernel files which should be brought in my linux-kernel-module...
[mirror_zfs.git] / zfs / lib / libzpool / dsl_dataset.c
CommitLineData
34dc7c2f
BB		 1/*
2 * CDDL HEADER START
3 *
4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
7 *
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
12 *
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 *
19 * CDDL HEADER END
20 */
21/*
22 * Copyright 2008 Sun Microsystems, Inc. All rights reserved.
23 * Use is subject to license terms.
24 */
25
26#pragma ident "@(#)dsl_dataset.c 1.42 08/04/28 SMI"
27
28#include <sys/dmu_objset.h>
29#include <sys/dsl_dataset.h>
30#include <sys/dsl_dir.h>
31#include <sys/dsl_prop.h>
32#include <sys/dsl_synctask.h>
33#include <sys/dmu_traverse.h>
34#include <sys/dmu_tx.h>
35#include <sys/arc.h>
36#include <sys/zio.h>
37#include <sys/zap.h>
38#include <sys/unique.h>
39#include <sys/zfs_context.h>
40#include <sys/zfs_ioctl.h>
41#include <sys/spa.h>
42#include <sys/sunddi.h>
43
44static dsl_checkfunc_t dsl_dataset_destroy_begin_check;
45static dsl_syncfunc_t dsl_dataset_destroy_begin_sync;
46static dsl_checkfunc_t dsl_dataset_rollback_check;
47static dsl_syncfunc_t dsl_dataset_rollback_sync;
48static dsl_syncfunc_t dsl_dataset_set_reservation_sync;
49
50#define DS_REF_MAX (1ULL << 62)
51
52#define DSL_DEADLIST_BLOCKSIZE SPA_MAXBLOCKSIZE
53
54/*
55 * We use weighted reference counts to express the various forms of exclusion
56 * between different open modes. A STANDARD open is 1 point, an EXCLUSIVE open
57 * is DS_REF_MAX, and a PRIMARY open is little more than half of an EXCLUSIVE.
58 * This makes the exclusion logic simple: the total refcnt for all opens cannot
59 * exceed DS_REF_MAX. For example, EXCLUSIVE opens are exclusive because their
60 * weight (DS_REF_MAX) consumes the entire refcnt space. PRIMARY opens consume
61 * just over half of the refcnt space, so there can't be more than one, but it
62 * can peacefully coexist with any number of STANDARD opens.
63 */
64static uint64_t ds_refcnt_weight[DS_MODE_LEVELS] = {
65 0, /* DS_MODE_NONE - invalid */
66 1, /* DS_MODE_STANDARD - unlimited number */
67 (DS_REF_MAX >> 1) + 1, /* DS_MODE_PRIMARY - only one of these */
68 DS_REF_MAX /* DS_MODE_EXCLUSIVE - no other opens */
69};
70
71/*
72 * Figure out how much of this delta should be propogated to the dsl_dir
73 * layer. If there's a refreservation, that space has already been
74 * partially accounted for in our ancestors.
75 */
76static int64_t
77parent_delta(dsl_dataset_t *ds, int64_t delta)
78{
79 uint64_t old_bytes, new_bytes;
80
81 if (ds->ds_reserved == 0)
82 return (delta);
83
84 old_bytes = MAX(ds->ds_phys->ds_unique_bytes, ds->ds_reserved);
85 new_bytes = MAX(ds->ds_phys->ds_unique_bytes + delta, ds->ds_reserved);
86
87 ASSERT3U(ABS((int64_t)(new_bytes - old_bytes)), <=, ABS(delta));
88 return (new_bytes - old_bytes);
89}
90
91void
92dsl_dataset_block_born(dsl_dataset_t *ds, blkptr_t *bp, dmu_tx_t *tx)
93{
94 int used = bp_get_dasize(tx->tx_pool->dp_spa, bp);
95 int compressed = BP_GET_PSIZE(bp);
96 int uncompressed = BP_GET_UCSIZE(bp);
97 int64_t delta;
98
99 dprintf_bp(bp, "born, ds=%p\n", ds);
100
101 ASSERT(dmu_tx_is_syncing(tx));
102 /* It could have been compressed away to nothing */
103 if (BP_IS_HOLE(bp))
104 return;
105 ASSERT(BP_GET_TYPE(bp) != DMU_OT_NONE);
106 ASSERT3U(BP_GET_TYPE(bp), <, DMU_OT_NUMTYPES);
107 if (ds == NULL) {
108 /*
109 * Account for the meta-objset space in its placeholder
110 * dsl_dir.
111 */
112 ASSERT3U(compressed, ==, uncompressed); /* it's all metadata */
113 dsl_dir_diduse_space(tx->tx_pool->dp_mos_dir,
114 used, compressed, uncompressed, tx);
115 dsl_dir_dirty(tx->tx_pool->dp_mos_dir, tx);
116 return;
117 }
118 dmu_buf_will_dirty(ds->ds_dbuf, tx);
119 mutex_enter(&ds->ds_lock);
120 delta = parent_delta(ds, used);
121 ds->ds_phys->ds_used_bytes += used;
122 ds->ds_phys->ds_compressed_bytes += compressed;
123 ds->ds_phys->ds_uncompressed_bytes += uncompressed;
124 ds->ds_phys->ds_unique_bytes += used;
125 mutex_exit(&ds->ds_lock);
126 dsl_dir_diduse_space(ds->ds_dir, delta, compressed, uncompressed, tx);
127}
128
129void
130dsl_dataset_block_kill(dsl_dataset_t *ds, blkptr_t *bp, zio_t *pio,
131 dmu_tx_t *tx)
132{
133 int used = bp_get_dasize(tx->tx_pool->dp_spa, bp);
134 int compressed = BP_GET_PSIZE(bp);
135 int uncompressed = BP_GET_UCSIZE(bp);
136
137 ASSERT(dmu_tx_is_syncing(tx));
138 /* No block pointer => nothing to free */
139 if (BP_IS_HOLE(bp))
140 return;
141
142 ASSERT(used > 0);
143 if (ds == NULL) {
144 int err;
145 /*
146 * Account for the meta-objset space in its placeholder
147 * dataset.
148 */
149 err = arc_free(pio, tx->tx_pool->dp_spa,
150 tx->tx_txg, bp, NULL, NULL, pio ? ARC_NOWAIT: ARC_WAIT);
151 ASSERT(err == 0);
152
153 dsl_dir_diduse_space(tx->tx_pool->dp_mos_dir,
154 -used, -compressed, -uncompressed, tx);
155 dsl_dir_dirty(tx->tx_pool->dp_mos_dir, tx);
156 return;
157 }
158 ASSERT3P(tx->tx_pool, ==, ds->ds_dir->dd_pool);
159
160 dmu_buf_will_dirty(ds->ds_dbuf, tx);
161
162 if (bp->blk_birth > ds->ds_phys->ds_prev_snap_txg) {
163 int err;
164 int64_t delta;
165
166 dprintf_bp(bp, "freeing: %s", "");
167 err = arc_free(pio, tx->tx_pool->dp_spa,
168 tx->tx_txg, bp, NULL, NULL, pio ? ARC_NOWAIT: ARC_WAIT);
169 ASSERT(err == 0);
170
171 mutex_enter(&ds->ds_lock);
172 ASSERT(ds->ds_phys->ds_unique_bytes >= used ||
173 !DS_UNIQUE_IS_ACCURATE(ds));
174 delta = parent_delta(ds, -used);
175 ds->ds_phys->ds_unique_bytes -= used;
176 mutex_exit(&ds->ds_lock);
177 dsl_dir_diduse_space(ds->ds_dir,
178 delta, -compressed, -uncompressed, tx);
179 } else {
180 dprintf_bp(bp, "putting on dead list: %s", "");
181 VERIFY(0 == bplist_enqueue(&ds->ds_deadlist, bp, tx));
182 ASSERT3U(ds->ds_prev->ds_object, ==,
183 ds->ds_phys->ds_prev_snap_obj);
184 ASSERT(ds->ds_prev->ds_phys->ds_num_children > 0);
185 /* if (bp->blk_birth > prev prev snap txg) prev unique += bs */
186 if (ds->ds_prev->ds_phys->ds_next_snap_obj ==
187 ds->ds_object && bp->blk_birth >
188 ds->ds_prev->ds_phys->ds_prev_snap_txg) {
189 dmu_buf_will_dirty(ds->ds_prev->ds_dbuf, tx);
190 mutex_enter(&ds->ds_prev->ds_lock);
191 ds->ds_prev->ds_phys->ds_unique_bytes += used;
192 mutex_exit(&ds->ds_prev->ds_lock);
193 }
194 }
195 mutex_enter(&ds->ds_lock);
196 ASSERT3U(ds->ds_phys->ds_used_bytes, >=, used);
197 ds->ds_phys->ds_used_bytes -= used;
198 ASSERT3U(ds->ds_phys->ds_compressed_bytes, >=, compressed);
199 ds->ds_phys->ds_compressed_bytes -= compressed;
200 ASSERT3U(ds->ds_phys->ds_uncompressed_bytes, >=, uncompressed);
201 ds->ds_phys->ds_uncompressed_bytes -= uncompressed;
202 mutex_exit(&ds->ds_lock);
203}
204
205uint64_t
206dsl_dataset_prev_snap_txg(dsl_dataset_t *ds)
207{
208 uint64_t trysnap = 0;
209
210 if (ds == NULL)
211 return (0);
212 /*
213 * The snapshot creation could fail, but that would cause an
214 * incorrect FALSE return, which would only result in an
215 * overestimation of the amount of space that an operation would
216 * consume, which is OK.
217 *
218 * There's also a small window where we could miss a pending
219 * snapshot, because we could set the sync task in the quiescing
220 * phase. So this should only be used as a guess.
221 */
222 if (ds->ds_trysnap_txg >
223 spa_last_synced_txg(ds->ds_dir->dd_pool->dp_spa))
224 trysnap = ds->ds_trysnap_txg;
225 return (MAX(ds->ds_phys->ds_prev_snap_txg, trysnap));
226}
227
228int
229dsl_dataset_block_freeable(dsl_dataset_t *ds, uint64_t blk_birth)
230{
231 return (blk_birth > dsl_dataset_prev_snap_txg(ds));
232}
233
234/* ARGSUSED */
235static void
236dsl_dataset_evict(dmu_buf_t *db, void *dsv)
237{
238 dsl_dataset_t *ds = dsv;
239
240 /* open_refcount == DS_REF_MAX when deleting */
241 ASSERT(ds->ds_open_refcount == 0 ||
242 ds->ds_open_refcount == DS_REF_MAX);
243
244 dprintf_ds(ds, "evicting %s\n", "");
245
246 unique_remove(ds->ds_fsid_guid);
247
248 if (ds->ds_user_ptr != NULL)
249 ds->ds_user_evict_func(ds, ds->ds_user_ptr);
250
251 if (ds->ds_prev) {
252 dsl_dataset_close(ds->ds_prev, DS_MODE_NONE, ds);
253 ds->ds_prev = NULL;
254 }
255
256 bplist_close(&ds->ds_deadlist);
257 dsl_dir_close(ds->ds_dir, ds);
258
259 ASSERT(!list_link_active(&ds->ds_synced_link));
260
261 mutex_destroy(&ds->ds_lock);
262 mutex_destroy(&ds->ds_opening_lock);
263 mutex_destroy(&ds->ds_deadlist.bpl_lock);
264
265 kmem_free(ds, sizeof (dsl_dataset_t));
266}
267
268static int
269dsl_dataset_get_snapname(dsl_dataset_t *ds)
270{
271 dsl_dataset_phys_t *headphys;
272 int err;
273 dmu_buf_t *headdbuf;
274 dsl_pool_t *dp = ds->ds_dir->dd_pool;
275 objset_t *mos = dp->dp_meta_objset;
276
277 if (ds->ds_snapname[0])
278 return (0);
279 if (ds->ds_phys->ds_next_snap_obj == 0)
280 return (0);
281
282 err = dmu_bonus_hold(mos, ds->ds_dir->dd_phys->dd_head_dataset_obj,
283 FTAG, &headdbuf);
284 if (err)
285 return (err);
286 headphys = headdbuf->db_data;
287 err = zap_value_search(dp->dp_meta_objset,
288 headphys->ds_snapnames_zapobj, ds->ds_object, 0, ds->ds_snapname);
289 dmu_buf_rele(headdbuf, FTAG);
290 return (err);
291}
292
293static int
294dsl_dataset_snap_lookup(objset_t *os, uint64_t flags,
295 uint64_t snapnames_zapobj, const char *name, uint64_t *value)
296{
297 matchtype_t mt;
298 int err;
299
300 if (flags & DS_FLAG_CI_DATASET)
301 mt = MT_FIRST;
302 else
303 mt = MT_EXACT;
304
305 err = zap_lookup_norm(os, snapnames_zapobj, name, 8, 1,
306 value, mt, NULL, 0, NULL);
307 if (err == ENOTSUP && mt == MT_FIRST)
308 err = zap_lookup(os, snapnames_zapobj, name, 8, 1, value);
309 return (err);
310}
311
312static int
313dsl_dataset_snap_remove(objset_t *os, uint64_t flags,
314 uint64_t snapnames_zapobj, char *name, dmu_tx_t *tx)
315{
316 matchtype_t mt;
317 int err;
318
319 if (flags & DS_FLAG_CI_DATASET)
320 mt = MT_FIRST;
321 else
322 mt = MT_EXACT;
323
324 err = zap_remove_norm(os, snapnames_zapobj, name, mt, tx);
325 if (err == ENOTSUP && mt == MT_FIRST)
326 err = zap_remove(os, snapnames_zapobj, name, tx);
327 return (err);
328}
329
330int
331dsl_dataset_open_obj(dsl_pool_t *dp, uint64_t dsobj, const char *snapname,
332 int mode, void *tag, dsl_dataset_t **dsp)
333{
334 uint64_t weight = ds_refcnt_weight[DS_MODE_LEVEL(mode)];
335 objset_t *mos = dp->dp_meta_objset;
336 dmu_buf_t *dbuf;
337 dsl_dataset_t *ds;
338 int err;
339
340 ASSERT(RW_LOCK_HELD(&dp->dp_config_rwlock) ||
341 dsl_pool_sync_context(dp));
342
343 err = dmu_bonus_hold(mos, dsobj, tag, &dbuf);
344 if (err)
345 return (err);
346 ds = dmu_buf_get_user(dbuf);
347 if (ds == NULL) {
348 dsl_dataset_t *winner;
349
350 ds = kmem_zalloc(sizeof (dsl_dataset_t), KM_SLEEP);
351 ds->ds_dbuf = dbuf;
352 ds->ds_object = dsobj;
353 ds->ds_phys = dbuf->db_data;
354
355 mutex_init(&ds->ds_lock, NULL, MUTEX_DEFAULT, NULL);
356 mutex_init(&ds->ds_opening_lock, NULL, MUTEX_DEFAULT, NULL);
357 mutex_init(&ds->ds_deadlist.bpl_lock, NULL, MUTEX_DEFAULT,
358 NULL);
359
360 err = bplist_open(&ds->ds_deadlist,
361 mos, ds->ds_phys->ds_deadlist_obj);
362 if (err == 0) {
363 err = dsl_dir_open_obj(dp,
364 ds->ds_phys->ds_dir_obj, NULL, ds, &ds->ds_dir);
365 }
366 if (err) {
367 /*
368 * we don't really need to close the blist if we
369 * just opened it.
370 */
371 mutex_destroy(&ds->ds_lock);
372 mutex_destroy(&ds->ds_opening_lock);
373 mutex_destroy(&ds->ds_deadlist.bpl_lock);
374 kmem_free(ds, sizeof (dsl_dataset_t));
375 dmu_buf_rele(dbuf, tag);
376 return (err);
377 }
378
379 if (ds->ds_dir->dd_phys->dd_head_dataset_obj == dsobj) {
380 ds->ds_snapname[0] = '\0';
381 if (ds->ds_phys->ds_prev_snap_obj) {
382 err = dsl_dataset_open_obj(dp,
383 ds->ds_phys->ds_prev_snap_obj, NULL,
384 DS_MODE_NONE, ds, &ds->ds_prev);
385 }
386 } else {
387 if (snapname) {
388#ifdef ZFS_DEBUG
389 dsl_dataset_phys_t *headphys;
390 dmu_buf_t *headdbuf;
391 err = dmu_bonus_hold(mos,
392 ds->ds_dir->dd_phys->dd_head_dataset_obj,
393 FTAG, &headdbuf);
394 if (err == 0) {
395 uint64_t foundobj;
396
397 headphys = headdbuf->db_data;
398 err = dsl_dataset_snap_lookup(
399 dp->dp_meta_objset,
400 headphys->ds_flags,
401 headphys->ds_snapnames_zapobj,
402 snapname, &foundobj);
403 ASSERT3U(foundobj, ==, dsobj);
404 dmu_buf_rele(headdbuf, FTAG);
405 }
406#endif
407 (void) strcat(ds->ds_snapname, snapname);
408 } else if (zfs_flags & ZFS_DEBUG_SNAPNAMES) {
409 err = dsl_dataset_get_snapname(ds);
410 }
411 }
412
413 if (!dsl_dataset_is_snapshot(ds)) {
414 /*
415 * In sync context, we're called with either no lock
416 * or with the write lock. If we're not syncing,
417 * we're always called with the read lock held.
418 */
419 boolean_t need_lock =
420 !RW_WRITE_HELD(&dp->dp_config_rwlock) &&
421 dsl_pool_sync_context(dp);
422
423 if (need_lock)
424 rw_enter(&dp->dp_config_rwlock, RW_READER);
425
426 err = dsl_prop_get_ds_locked(ds->ds_dir,
427 "refreservation", sizeof (uint64_t), 1,
428 &ds->ds_reserved, NULL);
429 if (err == 0) {
430 err = dsl_prop_get_ds_locked(ds->ds_dir,
431 "refquota", sizeof (uint64_t), 1,
432 &ds->ds_quota, NULL);
433 }
434
435 if (need_lock)
436 rw_exit(&dp->dp_config_rwlock);
437 } else {
438 ds->ds_reserved = ds->ds_quota = 0;
439 }
440
441 if (err == 0) {
442 winner = dmu_buf_set_user_ie(dbuf, ds, &ds->ds_phys,
443 dsl_dataset_evict);
444 }
445 if (err || winner) {
446 bplist_close(&ds->ds_deadlist);
447 if (ds->ds_prev) {
448 dsl_dataset_close(ds->ds_prev,
449 DS_MODE_NONE, ds);
450 }
451 dsl_dir_close(ds->ds_dir, ds);
452 mutex_destroy(&ds->ds_lock);
453 mutex_destroy(&ds->ds_opening_lock);
454 mutex_destroy(&ds->ds_deadlist.bpl_lock);
455 kmem_free(ds, sizeof (dsl_dataset_t));
456 if (err) {
457 dmu_buf_rele(dbuf, tag);
458 return (err);
459 }
460 ds = winner;
461 } else {
462 ds->ds_fsid_guid =
463 unique_insert(ds->ds_phys->ds_fsid_guid);
464 }
465 }
466 ASSERT3P(ds->ds_dbuf, ==, dbuf);
467 ASSERT3P(ds->ds_phys, ==, dbuf->db_data);
468
469 mutex_enter(&ds->ds_lock);
470 if ((DS_MODE_LEVEL(mode) == DS_MODE_PRIMARY &&
471 (ds->ds_phys->ds_flags & DS_FLAG_INCONSISTENT) &&
472 !DS_MODE_IS_INCONSISTENT(mode)) ||
473 (ds->ds_open_refcount + weight > DS_REF_MAX)) {
474 mutex_exit(&ds->ds_lock);
475 dsl_dataset_close(ds, DS_MODE_NONE, tag);
476 return (EBUSY);
477 }
478 ds->ds_open_refcount += weight;
479 mutex_exit(&ds->ds_lock);
480
481 *dsp = ds;
482 return (0);
483}
484
485int
486dsl_dataset_open_spa(spa_t *spa, const char *name, int mode,
487 void *tag, dsl_dataset_t **dsp)
488{
489 dsl_dir_t *dd;
490 dsl_pool_t *dp;
491 const char *tail;
492 uint64_t obj;
493 dsl_dataset_t *ds = NULL;
494 int err = 0;
495
496 err = dsl_dir_open_spa(spa, name, FTAG, &dd, &tail);
497 if (err)
498 return (err);
499
500 dp = dd->dd_pool;
501 obj = dd->dd_phys->dd_head_dataset_obj;
502 rw_enter(&dp->dp_config_rwlock, RW_READER);
503 if (obj == 0) {
504 /* A dataset with no associated objset */
505 err = ENOENT;
506 goto out;
507 }
508
509 if (tail != NULL) {
510 objset_t *mos = dp->dp_meta_objset;
511 uint64_t flags;
512
513 err = dsl_dataset_open_obj(dp, obj, NULL,
514 DS_MODE_NONE, tag, &ds);
515 if (err)
516 goto out;
517 flags = ds->ds_phys->ds_flags;
518 obj = ds->ds_phys->ds_snapnames_zapobj;
519 dsl_dataset_close(ds, DS_MODE_NONE, tag);
520 ds = NULL;
521
522 if (tail[0] != '@') {
523 err = ENOENT;
524 goto out;
525 }
526 tail++;
527
528 /* Look for a snapshot */
529 if (!DS_MODE_IS_READONLY(mode)) {
530 err = EROFS;
531 goto out;
532 }
533 dprintf("looking for snapshot '%s'\n", tail);
534 err = dsl_dataset_snap_lookup(mos, flags, obj, tail, &obj);
535 if (err)
536 goto out;
537 }
538 err = dsl_dataset_open_obj(dp, obj, tail, mode, tag, &ds);
539
540out:
541 rw_exit(&dp->dp_config_rwlock);
542 dsl_dir_close(dd, FTAG);
543
544 ASSERT3U((err == 0), ==, (ds != NULL));
545 /* ASSERT(ds == NULL || strcmp(name, ds->ds_name) == 0); */
546
547 *dsp = ds;
548 return (err);
549}
550
551int
552dsl_dataset_open(const char *name, int mode, void *tag, dsl_dataset_t **dsp)
553{
554 return (dsl_dataset_open_spa(NULL, name, mode, tag, dsp));
555}
556
557void
558dsl_dataset_name(dsl_dataset_t *ds, char *name)
559{
560 if (ds == NULL) {
561 (void) strcpy(name, "mos");
562 } else {
563 dsl_dir_name(ds->ds_dir, name);
564 VERIFY(0 == dsl_dataset_get_snapname(ds));
565 if (ds->ds_snapname[0]) {
566 (void) strcat(name, "@");
567 if (!MUTEX_HELD(&ds->ds_lock)) {
568 /*
569 * We use a "recursive" mutex so that we
570 * can call dprintf_ds() with ds_lock held.
571 */
572 mutex_enter(&ds->ds_lock);
573 (void) strcat(name, ds->ds_snapname);
574 mutex_exit(&ds->ds_lock);
575 } else {
576 (void) strcat(name, ds->ds_snapname);
577 }
578 }
579 }
580}
581
582static int
583dsl_dataset_namelen(dsl_dataset_t *ds)
584{
585 int result;
586
587 if (ds == NULL) {
588 result = 3; /* "mos" */
589 } else {
590 result = dsl_dir_namelen(ds->ds_dir);
591 VERIFY(0 == dsl_dataset_get_snapname(ds));
592 if (ds->ds_snapname[0]) {
593 ++result; /* adding one for the @-sign */
594 if (!MUTEX_HELD(&ds->ds_lock)) {
595 /* see dsl_datset_name */
596 mutex_enter(&ds->ds_lock);
597 result += strlen(ds->ds_snapname);
598 mutex_exit(&ds->ds_lock);
599 } else {
600 result += strlen(ds->ds_snapname);
601 }
602 }
603 }
604
605 return (result);
606}
607
608void
609dsl_dataset_close(dsl_dataset_t *ds, int mode, void *tag)
610{
611 uint64_t weight = ds_refcnt_weight[DS_MODE_LEVEL(mode)];
612 mutex_enter(&ds->ds_lock);
613 ASSERT3U(ds->ds_open_refcount, >=, weight);
614 ds->ds_open_refcount -= weight;
615 mutex_exit(&ds->ds_lock);
616
617 dmu_buf_rele(ds->ds_dbuf, tag);
618}
619
620void
621dsl_dataset_downgrade(dsl_dataset_t *ds, int oldmode, int newmode)
622{
623 uint64_t oldweight = ds_refcnt_weight[DS_MODE_LEVEL(oldmode)];
624 uint64_t newweight = ds_refcnt_weight[DS_MODE_LEVEL(newmode)];
625 mutex_enter(&ds->ds_lock);
626 ASSERT3U(ds->ds_open_refcount, >=, oldweight);
627 ASSERT3U(oldweight, >=, newweight);
628 ds->ds_open_refcount -= oldweight;
629 ds->ds_open_refcount += newweight;
630 mutex_exit(&ds->ds_lock);
631}
632
633boolean_t
634dsl_dataset_tryupgrade(dsl_dataset_t *ds, int oldmode, int newmode)
635{
636 boolean_t rv;
637 uint64_t oldweight = ds_refcnt_weight[DS_MODE_LEVEL(oldmode)];
638 uint64_t newweight = ds_refcnt_weight[DS_MODE_LEVEL(newmode)];
639 mutex_enter(&ds->ds_lock);
640 ASSERT3U(ds->ds_open_refcount, >=, oldweight);
641 ASSERT3U(newweight, >=, oldweight);
642 if (ds->ds_open_refcount - oldweight + newweight > DS_REF_MAX) {
643 rv = B_FALSE;
644 } else {
645 ds->ds_open_refcount -= oldweight;
646 ds->ds_open_refcount += newweight;
647 rv = B_TRUE;
648 }
649 mutex_exit(&ds->ds_lock);
650 return (rv);
651}
652
653void
654dsl_dataset_create_root(dsl_pool_t *dp, uint64_t *ddobjp, dmu_tx_t *tx)
655{
656 objset_t *mos = dp->dp_meta_objset;
657 dmu_buf_t *dbuf;
658 dsl_dataset_phys_t *dsphys;
659 dsl_dataset_t *ds;
660 uint64_t dsobj;
661 dsl_dir_t *dd;
662
663 dsl_dir_create_root(mos, ddobjp, tx);
664 VERIFY(0 == dsl_dir_open_obj(dp, *ddobjp, NULL, FTAG, &dd));
665
666 dsobj = dmu_object_alloc(mos, DMU_OT_DSL_DATASET, 0,
667 DMU_OT_DSL_DATASET, sizeof (dsl_dataset_phys_t), tx);
668 VERIFY(0 == dmu_bonus_hold(mos, dsobj, FTAG, &dbuf));
669 dmu_buf_will_dirty(dbuf, tx);
670 dsphys = dbuf->db_data;
671 dsphys->ds_dir_obj = dd->dd_object;
672 dsphys->ds_fsid_guid = unique_create();
673 (void) random_get_pseudo_bytes((void*)&dsphys->ds_guid,
674 sizeof (dsphys->ds_guid));
675 dsphys->ds_snapnames_zapobj =
676 zap_create_norm(mos, U8_TEXTPREP_TOUPPER, DMU_OT_DSL_DS_SNAP_MAP,
677 DMU_OT_NONE, 0, tx);
678 dsphys->ds_creation_time = gethrestime_sec();
679 dsphys->ds_creation_txg = tx->tx_txg;
680 dsphys->ds_deadlist_obj =
681 bplist_create(mos, DSL_DEADLIST_BLOCKSIZE, tx);
682 if (spa_version(dp->dp_spa) >= SPA_VERSION_UNIQUE_ACCURATE)
683 dsphys->ds_flags |= DS_FLAG_UNIQUE_ACCURATE;
684 dmu_buf_rele(dbuf, FTAG);
685
686 dmu_buf_will_dirty(dd->dd_dbuf, tx);
687 dd->dd_phys->dd_head_dataset_obj = dsobj;
688 dsl_dir_close(dd, FTAG);
689
690 VERIFY(0 ==
691 dsl_dataset_open_obj(dp, dsobj, NULL, DS_MODE_NONE, FTAG, &ds));
692 (void) dmu_objset_create_impl(dp->dp_spa, ds,
693 &ds->ds_phys->ds_bp, DMU_OST_ZFS, tx);
694 dsl_dataset_close(ds, DS_MODE_NONE, FTAG);
695}
696
697uint64_t
698dsl_dataset_create_sync_impl(dsl_dir_t *dd, dsl_dataset_t *origin,
699 uint64_t flags, dmu_tx_t *tx)
700{
701 dsl_pool_t *dp = dd->dd_pool;
702 dmu_buf_t *dbuf;
703 dsl_dataset_phys_t *dsphys;
704 uint64_t dsobj;
705 objset_t *mos = dp->dp_meta_objset;
706
707 ASSERT(origin == NULL || origin->ds_dir->dd_pool == dp);
708 ASSERT(origin == NULL || origin->ds_phys->ds_num_children > 0);
709 ASSERT(dmu_tx_is_syncing(tx));
710 ASSERT(dd->dd_phys->dd_head_dataset_obj == 0);
711
712 dsobj = dmu_object_alloc(mos, DMU_OT_DSL_DATASET, 0,
713 DMU_OT_DSL_DATASET, sizeof (dsl_dataset_phys_t), tx);
714 VERIFY(0 == dmu_bonus_hold(mos, dsobj, FTAG, &dbuf));
715 dmu_buf_will_dirty(dbuf, tx);
716 dsphys = dbuf->db_data;
717 dsphys->ds_dir_obj = dd->dd_object;
718 dsphys->ds_flags = flags;
719 dsphys->ds_fsid_guid = unique_create();
720 (void) random_get_pseudo_bytes((void*)&dsphys->ds_guid,
721 sizeof (dsphys->ds_guid));
722 dsphys->ds_snapnames_zapobj =
723 zap_create_norm(mos, U8_TEXTPREP_TOUPPER, DMU_OT_DSL_DS_SNAP_MAP,
724 DMU_OT_NONE, 0, tx);
725 dsphys->ds_creation_time = gethrestime_sec();
726 dsphys->ds_creation_txg = tx->tx_txg;
727 dsphys->ds_deadlist_obj =
728 bplist_create(mos, DSL_DEADLIST_BLOCKSIZE, tx);
729
730 if (origin) {
731 dsphys->ds_prev_snap_obj = origin->ds_object;
732 dsphys->ds_prev_snap_txg =
733 origin->ds_phys->ds_creation_txg;
734 dsphys->ds_used_bytes =
735 origin->ds_phys->ds_used_bytes;
736 dsphys->ds_compressed_bytes =
737 origin->ds_phys->ds_compressed_bytes;
738 dsphys->ds_uncompressed_bytes =
739 origin->ds_phys->ds_uncompressed_bytes;
740 dsphys->ds_bp = origin->ds_phys->ds_bp;
741 dsphys->ds_flags |= origin->ds_phys->ds_flags;
742
743 dmu_buf_will_dirty(origin->ds_dbuf, tx);
744 origin->ds_phys->ds_num_children++;
745
746 dmu_buf_will_dirty(dd->dd_dbuf, tx);
747 dd->dd_phys->dd_origin_obj = origin->ds_object;
748 }
749
750 if (spa_version(dp->dp_spa) >= SPA_VERSION_UNIQUE_ACCURATE)
751 dsphys->ds_flags |= DS_FLAG_UNIQUE_ACCURATE;
752
753 dmu_buf_rele(dbuf, FTAG);
754
755 dmu_buf_will_dirty(dd->dd_dbuf, tx);
756 dd->dd_phys->dd_head_dataset_obj = dsobj;
757
758 return (dsobj);
759}
760
761uint64_t
762dsl_dataset_create_sync(dsl_dir_t *pdd, const char *lastname,
763 dsl_dataset_t *origin, uint64_t flags, cred_t *cr, dmu_tx_t *tx)
764{
765 dsl_pool_t *dp = pdd->dd_pool;
766 uint64_t dsobj, ddobj;
767 dsl_dir_t *dd;
768
769 ASSERT(lastname[0] != '@');
770
771 ddobj = dsl_dir_create_sync(pdd, lastname, tx);
772 VERIFY(0 == dsl_dir_open_obj(dp, ddobj, lastname, FTAG, &dd));
773
774 dsobj = dsl_dataset_create_sync_impl(dd, origin, flags, tx);
775
776 dsl_deleg_set_create_perms(dd, tx, cr);
777
778 dsl_dir_close(dd, FTAG);
779
780 return (dsobj);
781}
782
783struct destroyarg {
784 dsl_sync_task_group_t *dstg;
785 char *snapname;
786 char *failed;
787};
788
789static int
790dsl_snapshot_destroy_one(char *name, void *arg)
791{
792 struct destroyarg *da = arg;
793 dsl_dataset_t *ds;
794 char *cp;
795 int err;
796
797 (void) strcat(name, "@");
798 (void) strcat(name, da->snapname);
799 err = dsl_dataset_open(name,
800 DS_MODE_EXCLUSIVE | DS_MODE_READONLY | DS_MODE_INCONSISTENT,
801 da->dstg, &ds);
802 cp = strchr(name, '@');
803 *cp = '\0';
804 if (err == ENOENT)
805 return (0);
806 if (err) {
807 (void) strcpy(da->failed, name);
808 return (err);
809 }
810
811 dsl_sync_task_create(da->dstg, dsl_dataset_destroy_check,
812 dsl_dataset_destroy_sync, ds, da->dstg, 0);
813 return (0);
814}
815
816/*
817 * Destroy 'snapname' in all descendants of 'fsname'.
818 */
819#pragma weak dmu_snapshots_destroy = dsl_snapshots_destroy
820int
821dsl_snapshots_destroy(char *fsname, char *snapname)
822{
823 int err;
824 struct destroyarg da;
825 dsl_sync_task_t *dst;
826 spa_t *spa;
827
828 err = spa_open(fsname, &spa, FTAG);
829 if (err)
830 return (err);
831 da.dstg = dsl_sync_task_group_create(spa_get_dsl(spa));
832 da.snapname = snapname;
833 da.failed = fsname;
834
835 err = dmu_objset_find(fsname,
836 dsl_snapshot_destroy_one, &da, DS_FIND_CHILDREN);
837
838 if (err == 0)
839 err = dsl_sync_task_group_wait(da.dstg);
840
841 for (dst = list_head(&da.dstg->dstg_tasks); dst;
842 dst = list_next(&da.dstg->dstg_tasks, dst)) {
843 dsl_dataset_t *ds = dst->dst_arg1;
844 if (dst->dst_err) {
845 dsl_dataset_name(ds, fsname);
846 *strchr(fsname, '@') = '\0';
847 }
848 /*
849 * If it was successful, destroy_sync would have
850 * closed the ds
851 */
852 if (err)
853 dsl_dataset_close(ds, DS_MODE_EXCLUSIVE, da.dstg);
854 }
855
856 dsl_sync_task_group_destroy(da.dstg);
857 spa_close(spa, FTAG);
858 return (err);
859}
860
861/*
862 * ds must be opened EXCLUSIVE or PRIMARY. on return (whether
863 * successful or not), ds will be closed and caller can no longer
864 * dereference it.
865 */
866int
867dsl_dataset_destroy(dsl_dataset_t *ds, void *tag)
868{
869 int err;
870 dsl_sync_task_group_t *dstg;
871 objset_t *os;
872 dsl_dir_t *dd;
873 uint64_t obj;
874
875 if (ds->ds_open_refcount != DS_REF_MAX) {
876 if (dsl_dataset_tryupgrade(ds, DS_MODE_PRIMARY,
877 DS_MODE_EXCLUSIVE) == 0) {
878 dsl_dataset_close(ds, DS_MODE_PRIMARY, tag);
879 return (EBUSY);
880 }
881 }
882
883 if (dsl_dataset_is_snapshot(ds)) {
884 /* Destroying a snapshot is simpler */
885 err = dsl_sync_task_do(ds->ds_dir->dd_pool,
886 dsl_dataset_destroy_check, dsl_dataset_destroy_sync,
887 ds, tag, 0);
888 goto out;
889 }
890
891 dd = ds->ds_dir;
892
893 /*
894 * Check for errors and mark this ds as inconsistent, in
895 * case we crash while freeing the objects.
896 */
897 err = dsl_sync_task_do(dd->dd_pool, dsl_dataset_destroy_begin_check,
898 dsl_dataset_destroy_begin_sync, ds, NULL, 0);
899 if (err)
900 goto out;
901
902 err = dmu_objset_open_ds(ds, DMU_OST_ANY, &os);
903 if (err)
904 goto out;
905
906 /*
907 * remove the objects in open context, so that we won't
908 * have too much to do in syncing context.
909 */
910 for (obj = 0; err == 0; err = dmu_object_next(os, &obj, FALSE,
911 ds->ds_phys->ds_prev_snap_txg)) {
912 dmu_tx_t *tx = dmu_tx_create(os);
913 dmu_tx_hold_free(tx, obj, 0, DMU_OBJECT_END);
914 dmu_tx_hold_bonus(tx, obj);
915 err = dmu_tx_assign(tx, TXG_WAIT);
916 if (err) {
917 /*
918 * Perhaps there is not enough disk
919 * space. Just deal with it from
920 * dsl_dataset_destroy_sync().
921 */
922 dmu_tx_abort(tx);
923 continue;
924 }
925 VERIFY(0 == dmu_object_free(os, obj, tx));
926 dmu_tx_commit(tx);
927 }
928 /* Make sure it's not dirty before we finish destroying it. */
929 txg_wait_synced(dd->dd_pool, 0);
930
931 dmu_objset_close(os);
932 if (err != ESRCH)
933 goto out;
934
935 if (ds->ds_user_ptr) {
936 ds->ds_user_evict_func(ds, ds->ds_user_ptr);
937 ds->ds_user_ptr = NULL;
938 }
939
940 rw_enter(&dd->dd_pool->dp_config_rwlock, RW_READER);
941 err = dsl_dir_open_obj(dd->dd_pool, dd->dd_object, NULL, FTAG, &dd);
942 rw_exit(&dd->dd_pool->dp_config_rwlock);
943
944 if (err)
945 goto out;
946
947 /*
948 * Blow away the dsl_dir + head dataset.
949 */
950 dstg = dsl_sync_task_group_create(ds->ds_dir->dd_pool);
951 dsl_sync_task_create(dstg, dsl_dataset_destroy_check,
952 dsl_dataset_destroy_sync, ds, tag, 0);
953 dsl_sync_task_create(dstg, dsl_dir_destroy_check,
954 dsl_dir_destroy_sync, dd, FTAG, 0);
955 err = dsl_sync_task_group_wait(dstg);
956 dsl_sync_task_group_destroy(dstg);
957 /* if it is successful, *destroy_sync will close the ds+dd */
958 if (err)
959 dsl_dir_close(dd, FTAG);
960out:
961 if (err)
962 dsl_dataset_close(ds, DS_MODE_EXCLUSIVE, tag);
963 return (err);
964}
965
966int
967dsl_dataset_rollback(dsl_dataset_t *ds, dmu_objset_type_t ost)
968{
969 ASSERT3U(ds->ds_open_refcount, ==, DS_REF_MAX);
970
971 return (dsl_sync_task_do(ds->ds_dir->dd_pool,
972 dsl_dataset_rollback_check, dsl_dataset_rollback_sync,
973 ds, &ost, 0));
974}
975
976void *
977dsl_dataset_set_user_ptr(dsl_dataset_t *ds,
978 void *p, dsl_dataset_evict_func_t func)
979{
980 void *old;
981
982 mutex_enter(&ds->ds_lock);
983 old = ds->ds_user_ptr;
984 if (old == NULL) {
985 ds->ds_user_ptr = p;
986 ds->ds_user_evict_func = func;
987 }
988 mutex_exit(&ds->ds_lock);
989 return (old);
990}
991
992void *
993dsl_dataset_get_user_ptr(dsl_dataset_t *ds)
994{
995 return (ds->ds_user_ptr);
996}
997
998
999blkptr_t *
1000dsl_dataset_get_blkptr(dsl_dataset_t *ds)
1001{
1002 return (&ds->ds_phys->ds_bp);
1003}
1004
1005void
1006dsl_dataset_set_blkptr(dsl_dataset_t *ds, blkptr_t *bp, dmu_tx_t *tx)
1007{
1008 ASSERT(dmu_tx_is_syncing(tx));
1009 /* If it's the meta-objset, set dp_meta_rootbp */
1010 if (ds == NULL) {
1011 tx->tx_pool->dp_meta_rootbp = *bp;
1012 } else {
1013 dmu_buf_will_dirty(ds->ds_dbuf, tx);
1014 ds->ds_phys->ds_bp = *bp;
1015 }
1016}
1017
1018spa_t *
1019dsl_dataset_get_spa(dsl_dataset_t *ds)
1020{
1021 return (ds->ds_dir->dd_pool->dp_spa);
1022}
1023
1024void
1025dsl_dataset_dirty(dsl_dataset_t *ds, dmu_tx_t *tx)
1026{
1027 dsl_pool_t *dp;
1028
1029 if (ds == NULL) /* this is the meta-objset */
1030 return;
1031
1032 ASSERT(ds->ds_user_ptr != NULL);
1033
1034 if (ds->ds_phys->ds_next_snap_obj != 0)
1035 panic("dirtying snapshot!");
1036
1037 dp = ds->ds_dir->dd_pool;
1038
1039 if (txg_list_add(&dp->dp_dirty_datasets, ds, tx->tx_txg) == 0) {
1040 /* up the hold count until we can be written out */
1041 dmu_buf_add_ref(ds->ds_dbuf, ds);
1042 }
1043}
1044
1045/*
1046 * The unique space in the head dataset can be calculated by subtracting
1047 * the space used in the most recent snapshot, that is still being used
1048 * in this file system, from the space currently in use. To figure out
1049 * the space in the most recent snapshot still in use, we need to take
1050 * the total space used in the snapshot and subtract out the space that
1051 * has been freed up since the snapshot was taken.
1052 */
1053static void
1054dsl_dataset_recalc_head_uniq(dsl_dataset_t *ds)
1055{
1056 uint64_t mrs_used;
1057 uint64_t dlused, dlcomp, dluncomp;
1058
1059 ASSERT(ds->ds_object == ds->ds_dir->dd_phys->dd_head_dataset_obj);
1060
1061 if (ds->ds_phys->ds_prev_snap_obj != 0)
1062 mrs_used = ds->ds_prev->ds_phys->ds_used_bytes;
1063 else
1064 mrs_used = 0;
1065
1066 VERIFY(0 == bplist_space(&ds->ds_deadlist, &dlused, &dlcomp,
1067 &dluncomp));
1068
1069 ASSERT3U(dlused, <=, mrs_used);
1070 ds->ds_phys->ds_unique_bytes =
1071 ds->ds_phys->ds_used_bytes - (mrs_used - dlused);
1072
1073 if (!DS_UNIQUE_IS_ACCURATE(ds) &&
1074 spa_version(ds->ds_dir->dd_pool->dp_spa) >=
1075 SPA_VERSION_UNIQUE_ACCURATE)
1076 ds->ds_phys->ds_flags |= DS_FLAG_UNIQUE_ACCURATE;
1077}
1078
1079static uint64_t
1080dsl_dataset_unique(dsl_dataset_t *ds)
1081{
1082 if (!DS_UNIQUE_IS_ACCURATE(ds) && !dsl_dataset_is_snapshot(ds))
1083 dsl_dataset_recalc_head_uniq(ds);
1084
1085 return (ds->ds_phys->ds_unique_bytes);
1086}
1087
1088struct killarg {
1089 int64_t *usedp;
1090 int64_t *compressedp;
1091 int64_t *uncompressedp;
1092 zio_t *zio;
1093 dmu_tx_t *tx;
1094};
1095
1096static int
1097kill_blkptr(traverse_blk_cache_t *bc, spa_t *spa, void *arg)
1098{
1099 struct killarg *ka = arg;
1100 blkptr_t *bp = &bc->bc_blkptr;
1101
1102 ASSERT3U(bc->bc_errno, ==, 0);
1103
1104 /*
1105 * Since this callback is not called concurrently, no lock is
1106 * needed on the accounting values.
1107 */
1108 *ka->usedp += bp_get_dasize(spa, bp);
1109 *ka->compressedp += BP_GET_PSIZE(bp);
1110 *ka->uncompressedp += BP_GET_UCSIZE(bp);
1111 /* XXX check for EIO? */
1112 (void) arc_free(ka->zio, spa, ka->tx->tx_txg, bp, NULL, NULL,
1113 ARC_NOWAIT);
1114 return (0);
1115}
1116
1117/* ARGSUSED */
1118static int
1119dsl_dataset_rollback_check(void *arg1, void *arg2, dmu_tx_t *tx)
1120{
1121 dsl_dataset_t *ds = arg1;
1122 dmu_objset_type_t *ost = arg2;
1123
1124 /*
1125 * We can only roll back to emptyness if it is a ZPL objset.
1126 */
1127 if (*ost != DMU_OST_ZFS && ds->ds_phys->ds_prev_snap_txg == 0)
1128 return (EINVAL);
1129
1130 /*
1131 * This must not be a snapshot.
1132 */
1133 if (ds->ds_phys->ds_next_snap_obj != 0)
1134 return (EINVAL);
1135
1136 /*
1137 * If we made changes this txg, traverse_dsl_dataset won't find
1138 * them. Try again.
1139 */
1140 if (ds->ds_phys->ds_bp.blk_birth >= tx->tx_txg)
1141 return (EAGAIN);
1142
1143 return (0);
1144}
1145
1146/* ARGSUSED */
1147static void
1148dsl_dataset_rollback_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx)
1149{
1150 dsl_dataset_t *ds = arg1;
1151 dmu_objset_type_t *ost = arg2;
1152 objset_t *mos = ds->ds_dir->dd_pool->dp_meta_objset;
1153
1154 dmu_buf_will_dirty(ds->ds_dbuf, tx);
1155
1156 /*
1157 * Before the roll back destroy the zil.
1158 */
1159 if (ds->ds_user_ptr != NULL) {
1160 zil_rollback_destroy(
1161 ((objset_impl_t *)ds->ds_user_ptr)->os_zil, tx);
1162
1163 /*
1164 * We need to make sure that the objset_impl_t is reopened after
1165 * we do the rollback, otherwise it will have the wrong
1166 * objset_phys_t. Normally this would happen when this
1167 * DS_MODE_EXCLUSIVE dataset-open is closed, thus causing the
1168 * dataset to be immediately evicted. But when doing "zfs recv
1169 * -F", we reopen the objset before that, so that there is no
1170 * window where the dataset is closed and inconsistent.
1171 */
1172 ds->ds_user_evict_func(ds, ds->ds_user_ptr);
1173 ds->ds_user_ptr = NULL;
1174 }
1175
1176 /* Zero out the deadlist. */
1177 bplist_close(&ds->ds_deadlist);
1178 bplist_destroy(mos, ds->ds_phys->ds_deadlist_obj, tx);
1179 ds->ds_phys->ds_deadlist_obj =
1180 bplist_create(mos, DSL_DEADLIST_BLOCKSIZE, tx);
1181 VERIFY(0 == bplist_open(&ds->ds_deadlist, mos,
1182 ds->ds_phys->ds_deadlist_obj));
1183
1184 {
1185 /* Free blkptrs that we gave birth to */
1186 zio_t *zio;
1187 int64_t used = 0, compressed = 0, uncompressed = 0;
1188 struct killarg ka;
1189 int64_t delta;
1190
1191 zio = zio_root(tx->tx_pool->dp_spa, NULL, NULL,
1192 ZIO_FLAG_MUSTSUCCEED);
1193 ka.usedp = &used;
1194 ka.compressedp = &compressed;
1195 ka.uncompressedp = &uncompressed;
1196 ka.zio = zio;
1197 ka.tx = tx;
1198 (void) traverse_dsl_dataset(ds, ds->ds_phys->ds_prev_snap_txg,
1199 ADVANCE_POST, kill_blkptr, &ka);
1200 (void) zio_wait(zio);
1201
1202 /* only deduct space beyond any refreservation */
1203 delta = parent_delta(ds, -used);
1204 dsl_dir_diduse_space(ds->ds_dir,
1205 delta, -compressed, -uncompressed, tx);
1206 }
1207
1208 if (ds->ds_prev) {
1209 /* Change our contents to that of the prev snapshot */
1210 ASSERT3U(ds->ds_prev->ds_object, ==,
1211 ds->ds_phys->ds_prev_snap_obj);
1212 ds->ds_phys->ds_bp = ds->ds_prev->ds_phys->ds_bp;
1213 ds->ds_phys->ds_used_bytes =
1214 ds->ds_prev->ds_phys->ds_used_bytes;
1215 ds->ds_phys->ds_compressed_bytes =
1216 ds->ds_prev->ds_phys->ds_compressed_bytes;
1217 ds->ds_phys->ds_uncompressed_bytes =
1218 ds->ds_prev->ds_phys->ds_uncompressed_bytes;
1219 ds->ds_phys->ds_flags = ds->ds_prev->ds_phys->ds_flags;
1220 ds->ds_phys->ds_unique_bytes = 0;
1221
1222 if (ds->ds_prev->ds_phys->ds_next_snap_obj == ds->ds_object) {
1223 dmu_buf_will_dirty(ds->ds_prev->ds_dbuf, tx);
1224 ds->ds_prev->ds_phys->ds_unique_bytes = 0;
1225 }
1226 } else {
1227 /* Zero out our contents, recreate objset */
1228 bzero(&ds->ds_phys->ds_bp, sizeof (blkptr_t));
1229 ds->ds_phys->ds_used_bytes = 0;
1230 ds->ds_phys->ds_compressed_bytes = 0;
1231 ds->ds_phys->ds_uncompressed_bytes = 0;
1232 ds->ds_phys->ds_flags = 0;
1233 ds->ds_phys->ds_unique_bytes = 0;
1234 (void) dmu_objset_create_impl(ds->ds_dir->dd_pool->dp_spa, ds,
1235 &ds->ds_phys->ds_bp, *ost, tx);
1236 }
1237
1238 spa_history_internal_log(LOG_DS_ROLLBACK, ds->ds_dir->dd_pool->dp_spa,
1239 tx, cr, "dataset = %llu", ds->ds_object);
1240}
1241
1242/* ARGSUSED */
1243static int
1244dsl_dataset_destroy_begin_check(void *arg1, void *arg2, dmu_tx_t *tx)
1245{
1246 dsl_dataset_t *ds = arg1;
1247 objset_t *mos = ds->ds_dir->dd_pool->dp_meta_objset;
1248 uint64_t count;
1249 int err;
1250
1251 /*
1252 * Can't delete a head dataset if there are snapshots of it.
1253 * (Except if the only snapshots are from the branch we cloned
1254 * from.)
1255 */
1256 if (ds->ds_prev != NULL &&
1257 ds->ds_prev->ds_phys->ds_next_snap_obj == ds->ds_object)
1258 return (EINVAL);
1259
1260 /*
1261 * This is really a dsl_dir thing, but check it here so that
1262 * we'll be less likely to leave this dataset inconsistent &
1263 * nearly destroyed.
1264 */
1265 err = zap_count(mos, ds->ds_dir->dd_phys->dd_child_dir_zapobj, &count);
1266 if (err)
1267 return (err);
1268 if (count != 0)
1269 return (EEXIST);
1270
1271 return (0);
1272}
1273
1274/* ARGSUSED */
1275static void
1276dsl_dataset_destroy_begin_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx)
1277{
1278 dsl_dataset_t *ds = arg1;
1279 dsl_pool_t *dp = ds->ds_dir->dd_pool;
1280
1281 /* Mark it as inconsistent on-disk, in case we crash */
1282 dmu_buf_will_dirty(ds->ds_dbuf, tx);
1283 ds->ds_phys->ds_flags |= DS_FLAG_INCONSISTENT;
1284
1285 spa_history_internal_log(LOG_DS_DESTROY_BEGIN, dp->dp_spa, tx,
1286 cr, "dataset = %llu", ds->ds_object);
1287}
1288
1289/* ARGSUSED */
1290int
1291dsl_dataset_destroy_check(void *arg1, void *arg2, dmu_tx_t *tx)
1292{
1293 dsl_dataset_t *ds = arg1;
1294
1295 /* Can't delete a branch point. */
1296 if (ds->ds_phys->ds_num_children > 1)
1297 return (EEXIST);
1298
1299 /*
1300 * Can't delete a head dataset if there are snapshots of it.
1301 * (Except if the only snapshots are from the branch we cloned
1302 * from.)
1303 */
1304 if (ds->ds_prev != NULL &&
1305 ds->ds_prev->ds_phys->ds_next_snap_obj == ds->ds_object)
1306 return (EINVAL);
1307
1308 /*
1309 * If we made changes this txg, traverse_dsl_dataset won't find
1310 * them. Try again.
1311 */
1312 if (ds->ds_phys->ds_bp.blk_birth >= tx->tx_txg)
1313 return (EAGAIN);
1314
1315 /* XXX we should do some i/o error checking... */
1316 return (0);
1317}
1318
1319void
1320dsl_dataset_destroy_sync(void *arg1, void *tag, cred_t *cr, dmu_tx_t *tx)
1321{
1322 dsl_dataset_t *ds = arg1;
1323 int64_t used = 0, compressed = 0, uncompressed = 0;
1324 zio_t *zio;
1325 int err;
1326 int after_branch_point = FALSE;
1327 dsl_pool_t *dp = ds->ds_dir->dd_pool;
1328 objset_t *mos = dp->dp_meta_objset;
1329 dsl_dataset_t *ds_prev = NULL;
1330 uint64_t obj;
1331
1332 ASSERT3U(ds->ds_open_refcount, ==, DS_REF_MAX);
1333 ASSERT3U(ds->ds_phys->ds_num_children, <=, 1);
1334 ASSERT(ds->ds_prev == NULL ||
1335 ds->ds_prev->ds_phys->ds_next_snap_obj != ds->ds_object);
1336 ASSERT3U(ds->ds_phys->ds_bp.blk_birth, <=, tx->tx_txg);
1337
1338 /* Remove our reservation */
1339 if (ds->ds_reserved != 0) {
1340 uint64_t val = 0;
1341 dsl_dataset_set_reservation_sync(ds, &val, cr, tx);
1342 ASSERT3U(ds->ds_reserved, ==, 0);
1343 }
1344
1345 ASSERT(RW_WRITE_HELD(&dp->dp_config_rwlock));
1346
1347 obj = ds->ds_object;
1348
1349 if (ds->ds_phys->ds_prev_snap_obj != 0) {
1350 if (ds->ds_prev) {
1351 ds_prev = ds->ds_prev;
1352 } else {
1353 VERIFY(0 == dsl_dataset_open_obj(dp,
1354 ds->ds_phys->ds_prev_snap_obj, NULL,
1355 DS_MODE_NONE, FTAG, &ds_prev));
1356 }
1357 after_branch_point =
1358 (ds_prev->ds_phys->ds_next_snap_obj != obj);
1359
1360 dmu_buf_will_dirty(ds_prev->ds_dbuf, tx);
1361 if (after_branch_point &&
1362 ds->ds_phys->ds_next_snap_obj == 0) {
1363 /* This clone is toast. */
1364 ASSERT(ds_prev->ds_phys->ds_num_children > 1);
1365 ds_prev->ds_phys->ds_num_children--;
1366 } else if (!after_branch_point) {
1367 ds_prev->ds_phys->ds_next_snap_obj =
1368 ds->ds_phys->ds_next_snap_obj;
1369 }
1370 }
1371
1372 zio = zio_root(dp->dp_spa, NULL, NULL, ZIO_FLAG_MUSTSUCCEED);
1373
1374 if (ds->ds_phys->ds_next_snap_obj != 0) {
1375 blkptr_t bp;
1376 dsl_dataset_t *ds_next;
1377 uint64_t itor = 0;
1378 uint64_t old_unique;
1379
1380 spa_scrub_restart(dp->dp_spa, tx->tx_txg);
1381
1382 VERIFY(0 == dsl_dataset_open_obj(dp,
1383 ds->ds_phys->ds_next_snap_obj, NULL,
1384 DS_MODE_NONE, FTAG, &ds_next));
1385 ASSERT3U(ds_next->ds_phys->ds_prev_snap_obj, ==, obj);
1386
1387 old_unique = dsl_dataset_unique(ds_next);
1388
1389 dmu_buf_will_dirty(ds_next->ds_dbuf, tx);
1390 ds_next->ds_phys->ds_prev_snap_obj =
1391 ds->ds_phys->ds_prev_snap_obj;
1392 ds_next->ds_phys->ds_prev_snap_txg =
1393 ds->ds_phys->ds_prev_snap_txg;
1394 ASSERT3U(ds->ds_phys->ds_prev_snap_txg, ==,
1395 ds_prev ? ds_prev->ds_phys->ds_creation_txg : 0);
1396
1397 /*
1398 * Transfer to our deadlist (which will become next's
1399 * new deadlist) any entries from next's current
1400 * deadlist which were born before prev, and free the
1401 * other entries.
1402 *
1403 * XXX we're doing this long task with the config lock held
1404 */
1405 while (bplist_iterate(&ds_next->ds_deadlist, &itor,
1406 &bp) == 0) {
1407 if (bp.blk_birth <= ds->ds_phys->ds_prev_snap_txg) {
1408 VERIFY(0 == bplist_enqueue(&ds->ds_deadlist,
1409 &bp, tx));
1410 if (ds_prev && !after_branch_point &&
1411 bp.blk_birth >
1412 ds_prev->ds_phys->ds_prev_snap_txg) {
1413 ds_prev->ds_phys->ds_unique_bytes +=
1414 bp_get_dasize(dp->dp_spa, &bp);
1415 }
1416 } else {
1417 used += bp_get_dasize(dp->dp_spa, &bp);
1418 compressed += BP_GET_PSIZE(&bp);
1419 uncompressed += BP_GET_UCSIZE(&bp);
1420 /* XXX check return value? */
1421 (void) arc_free(zio, dp->dp_spa, tx->tx_txg,
1422 &bp, NULL, NULL, ARC_NOWAIT);
1423 }
1424 }
1425
1426 /* free next's deadlist */
1427 bplist_close(&ds_next->ds_deadlist);
1428 bplist_destroy(mos, ds_next->ds_phys->ds_deadlist_obj, tx);
1429
1430 /* set next's deadlist to our deadlist */
1431 ds_next->ds_phys->ds_deadlist_obj =
1432 ds->ds_phys->ds_deadlist_obj;
1433 VERIFY(0 == bplist_open(&ds_next->ds_deadlist, mos,
1434 ds_next->ds_phys->ds_deadlist_obj));
1435 ds->ds_phys->ds_deadlist_obj = 0;
1436
1437 if (ds_next->ds_phys->ds_next_snap_obj != 0) {
1438 /*
1439 * Update next's unique to include blocks which
1440 * were previously shared by only this snapshot
1441 * and it. Those blocks will be born after the
1442 * prev snap and before this snap, and will have
1443 * died after the next snap and before the one
1444 * after that (ie. be on the snap after next's
1445 * deadlist).
1446 *
1447 * XXX we're doing this long task with the
1448 * config lock held
1449 */
1450 dsl_dataset_t *ds_after_next;
1451
1452 VERIFY(0 == dsl_dataset_open_obj(dp,
1453 ds_next->ds_phys->ds_next_snap_obj, NULL,
1454 DS_MODE_NONE, FTAG, &ds_after_next));
1455 itor = 0;
1456 while (bplist_iterate(&ds_after_next->ds_deadlist,
1457 &itor, &bp) == 0) {
1458 if (bp.blk_birth >
1459 ds->ds_phys->ds_prev_snap_txg &&
1460 bp.blk_birth <=
1461 ds->ds_phys->ds_creation_txg) {
1462 ds_next->ds_phys->ds_unique_bytes +=
1463 bp_get_dasize(dp->dp_spa, &bp);
1464 }
1465 }
1466
1467 dsl_dataset_close(ds_after_next, DS_MODE_NONE, FTAG);
1468 ASSERT3P(ds_next->ds_prev, ==, NULL);
1469 } else {
1470 ASSERT3P(ds_next->ds_prev, ==, ds);
1471 dsl_dataset_close(ds_next->ds_prev, DS_MODE_NONE,
1472 ds_next);
1473 if (ds_prev) {
1474 VERIFY(0 == dsl_dataset_open_obj(dp,
1475 ds->ds_phys->ds_prev_snap_obj, NULL,
1476 DS_MODE_NONE, ds_next, &ds_next->ds_prev));
1477 } else {
1478 ds_next->ds_prev = NULL;
1479 }
1480
1481 dsl_dataset_recalc_head_uniq(ds_next);
1482
1483 /*
1484 * Reduce the amount of our unconsmed refreservation
1485 * being charged to our parent by the amount of
1486 * new unique data we have gained.
1487 */
1488 if (old_unique < ds_next->ds_reserved) {
1489 int64_t mrsdelta;
1490 uint64_t new_unique =
1491 ds_next->ds_phys->ds_unique_bytes;
1492
1493 ASSERT(old_unique <= new_unique);
1494 mrsdelta = MIN(new_unique - old_unique,
1495 ds_next->ds_reserved - old_unique);
1496 dsl_dir_diduse_space(ds->ds_dir, -mrsdelta,
1497 0, 0, tx);
1498 }
1499 }
1500 dsl_dataset_close(ds_next, DS_MODE_NONE, FTAG);
1501
1502 /*
1503 * NB: unique_bytes might not be accurate for the head objset.
1504 * Before SPA_VERSION 9, we didn't update its value when we
1505 * deleted the most recent snapshot.
1506 */
1507 ASSERT3U(used, ==, ds->ds_phys->ds_unique_bytes);
1508 } else {
1509 /*
1510 * There's no next snapshot, so this is a head dataset.
1511 * Destroy the deadlist. Unless it's a clone, the
1512 * deadlist should be empty. (If it's a clone, it's
1513 * safe to ignore the deadlist contents.)
1514 */
1515 struct killarg ka;
1516
1517 ASSERT(after_branch_point || bplist_empty(&ds->ds_deadlist));
1518 bplist_close(&ds->ds_deadlist);
1519 bplist_destroy(mos, ds->ds_phys->ds_deadlist_obj, tx);
1520 ds->ds_phys->ds_deadlist_obj = 0;
1521
1522 /*
1523 * Free everything that we point to (that's born after
1524 * the previous snapshot, if we are a clone)
1525 *
1526 * XXX we're doing this long task with the config lock held
1527 */
1528 ka.usedp = &used;
1529 ka.compressedp = &compressed;
1530 ka.uncompressedp = &uncompressed;
1531 ka.zio = zio;
1532 ka.tx = tx;
1533 err = traverse_dsl_dataset(ds, ds->ds_phys->ds_prev_snap_txg,
1534 ADVANCE_POST, kill_blkptr, &ka);
1535 ASSERT3U(err, ==, 0);
1536 ASSERT(spa_version(dp->dp_spa) <
1537 SPA_VERSION_UNIQUE_ACCURATE ||
1538 used == ds->ds_phys->ds_unique_bytes);
1539 }
1540
1541 err = zio_wait(zio);
1542 ASSERT3U(err, ==, 0);
1543
1544 dsl_dir_diduse_space(ds->ds_dir, -used, -compressed, -uncompressed, tx);
1545
1546 if (ds->ds_phys->ds_snapnames_zapobj) {
1547 err = zap_destroy(mos, ds->ds_phys->ds_snapnames_zapobj, tx);
1548 ASSERT(err == 0);
1549 }
1550
1551 if (ds->ds_dir->dd_phys->dd_head_dataset_obj == ds->ds_object) {
1552 /* Erase the link in the dataset */
1553 dmu_buf_will_dirty(ds->ds_dir->dd_dbuf, tx);
1554 ds->ds_dir->dd_phys->dd_head_dataset_obj = 0;
1555 /*
1556 * dsl_dir_sync_destroy() called us, they'll destroy
1557 * the dataset.
1558 */
1559 } else {
1560 /* remove from snapshot namespace */
1561 dsl_dataset_t *ds_head;
1562 VERIFY(0 == dsl_dataset_open_obj(dp,
1563 ds->ds_dir->dd_phys->dd_head_dataset_obj, NULL,
1564 DS_MODE_NONE, FTAG, &ds_head));
1565 VERIFY(0 == dsl_dataset_get_snapname(ds));
1566#ifdef ZFS_DEBUG
1567 {
1568 uint64_t val;
1569
1570 err = dsl_dataset_snap_lookup(mos,
1571 ds_head->ds_phys->ds_flags,
1572 ds_head->ds_phys->ds_snapnames_zapobj,
1573 ds->ds_snapname, &val);
1574 ASSERT3U(err, ==, 0);
1575 ASSERT3U(val, ==, obj);
1576 }
1577#endif
1578 err = dsl_dataset_snap_remove(mos,
1579 ds_head->ds_phys->ds_flags,
1580 ds_head->ds_phys->ds_snapnames_zapobj,
1581 ds->ds_snapname, tx);
1582 ASSERT(err == 0);
1583 dsl_dataset_close(ds_head, DS_MODE_NONE, FTAG);
1584 }
1585
1586 if (ds_prev && ds->ds_prev != ds_prev)
1587 dsl_dataset_close(ds_prev, DS_MODE_NONE, FTAG);
1588
1589 spa_prop_clear_bootfs(dp->dp_spa, ds->ds_object, tx);
1590 spa_history_internal_log(LOG_DS_DESTROY, dp->dp_spa, tx,
1591 cr, "dataset = %llu", ds->ds_object);
1592
1593 dsl_dataset_close(ds, DS_MODE_EXCLUSIVE, tag);
1594 VERIFY(0 == dmu_object_free(mos, obj, tx));
1595
1596}
1597
1598static int
1599dsl_dataset_snapshot_reserve_space(dsl_dataset_t *ds, dmu_tx_t *tx)
1600{
1601 uint64_t asize;
1602
1603 if (!dmu_tx_is_syncing(tx))
1604 return (0);
1605
1606 /*
1607 * If there's an fs-only reservation, any blocks that might become
1608 * owned by the snapshot dataset must be accommodated by space
1609 * outside of the reservation.
1610 */
1611 asize = MIN(dsl_dataset_unique(ds), ds->ds_reserved);
1612 if (asize > dsl_dir_space_available(ds->ds_dir, NULL, 0, FALSE))
1613 return (ENOSPC);
1614
1615 /*
1616 * Propogate any reserved space for this snapshot to other
1617 * snapshot checks in this sync group.
1618 */
1619 if (asize > 0)
1620 dsl_dir_willuse_space(ds->ds_dir, asize, tx);
1621
1622 return (0);
1623}
1624
1625/* ARGSUSED */
1626int
1627dsl_dataset_snapshot_check(void *arg1, void *arg2, dmu_tx_t *tx)
1628{
1629 dsl_dataset_t *ds = arg1;
1630 const char *snapname = arg2;
1631 objset_t *mos = ds->ds_dir->dd_pool->dp_meta_objset;
1632 int err;
1633 uint64_t value;
1634
1635 /*
1636 * We don't allow multiple snapshots of the same txg. If there
1637 * is already one, try again.
1638 */
1639 if (ds->ds_phys->ds_prev_snap_txg >= tx->tx_txg)
1640 return (EAGAIN);
1641
1642 /*
1643 * Check for conflicting name snapshot name.
1644 */
1645 err = dsl_dataset_snap_lookup(mos, ds->ds_phys->ds_flags,
1646 ds->ds_phys->ds_snapnames_zapobj, snapname, &value);
1647 if (err == 0)
1648 return (EEXIST);
1649 if (err != ENOENT)
1650 return (err);
1651
1652 /*
1653 * Check that the dataset's name is not too long. Name consists
1654 * of the dataset's length + 1 for the @-sign + snapshot name's length
1655 */
1656 if (dsl_dataset_namelen(ds) + 1 + strlen(snapname) >= MAXNAMELEN)
1657 return (ENAMETOOLONG);
1658
1659 err = dsl_dataset_snapshot_reserve_space(ds, tx);
1660 if (err)
1661 return (err);
1662
1663 ds->ds_trysnap_txg = tx->tx_txg;
1664 return (0);
1665}
1666
1667void
1668dsl_dataset_snapshot_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx)
1669{
1670 dsl_dataset_t *ds = arg1;
1671 const char *snapname = arg2;
1672 dsl_pool_t *dp = ds->ds_dir->dd_pool;
1673 dmu_buf_t *dbuf;
1674 dsl_dataset_phys_t *dsphys;
1675 uint64_t dsobj;
1676 objset_t *mos = dp->dp_meta_objset;
1677 int err;
1678
1679 spa_scrub_restart(dp->dp_spa, tx->tx_txg);
1680 ASSERT(RW_WRITE_HELD(&dp->dp_config_rwlock));
1681
1682 dsobj = dmu_object_alloc(mos, DMU_OT_DSL_DATASET, 0,
1683 DMU_OT_DSL_DATASET, sizeof (dsl_dataset_phys_t), tx);
1684 VERIFY(0 == dmu_bonus_hold(mos, dsobj, FTAG, &dbuf));
1685 dmu_buf_will_dirty(dbuf, tx);
1686 dsphys = dbuf->db_data;
1687 dsphys->ds_dir_obj = ds->ds_dir->dd_object;
1688 dsphys->ds_fsid_guid = unique_create();
1689 (void) random_get_pseudo_bytes((void*)&dsphys->ds_guid,
1690 sizeof (dsphys->ds_guid));
1691 dsphys->ds_prev_snap_obj = ds->ds_phys->ds_prev_snap_obj;
1692 dsphys->ds_prev_snap_txg = ds->ds_phys->ds_prev_snap_txg;
1693 dsphys->ds_next_snap_obj = ds->ds_object;
1694 dsphys->ds_num_children = 1;
1695 dsphys->ds_creation_time = gethrestime_sec();
1696 dsphys->ds_creation_txg = tx->tx_txg;
1697 dsphys->ds_deadlist_obj = ds->ds_phys->ds_deadlist_obj;
1698 dsphys->ds_used_bytes = ds->ds_phys->ds_used_bytes;
1699 dsphys->ds_compressed_bytes = ds->ds_phys->ds_compressed_bytes;
1700 dsphys->ds_uncompressed_bytes = ds->ds_phys->ds_uncompressed_bytes;
1701 dsphys->ds_flags = ds->ds_phys->ds_flags;
1702 dsphys->ds_bp = ds->ds_phys->ds_bp;
1703 dmu_buf_rele(dbuf, FTAG);
1704
1705 ASSERT3U(ds->ds_prev != 0, ==, ds->ds_phys->ds_prev_snap_obj != 0);
1706 if (ds->ds_prev) {
1707 ASSERT(ds->ds_prev->ds_phys->ds_next_snap_obj ==
1708 ds->ds_object ||
1709 ds->ds_prev->ds_phys->ds_num_children > 1);
1710 if (ds->ds_prev->ds_phys->ds_next_snap_obj == ds->ds_object) {
1711 dmu_buf_will_dirty(ds->ds_prev->ds_dbuf, tx);
1712 ASSERT3U(ds->ds_phys->ds_prev_snap_txg, ==,
1713 ds->ds_prev->ds_phys->ds_creation_txg);
1714 ds->ds_prev->ds_phys->ds_next_snap_obj = dsobj;
1715 }
1716 }
1717
1718 /*
1719 * If we have a reference-reservation on this dataset, we will
1720 * need to increase the amount of refreservation being charged
1721 * since our unique space is going to zero.
1722 */
1723 if (ds->ds_reserved) {
1724 int64_t add = MIN(dsl_dataset_unique(ds), ds->ds_reserved);
1725 dsl_dir_diduse_space(ds->ds_dir, add, 0, 0, tx);
1726 }
1727
1728 bplist_close(&ds->ds_deadlist);
1729 dmu_buf_will_dirty(ds->ds_dbuf, tx);
1730 ASSERT3U(ds->ds_phys->ds_prev_snap_txg, <, tx->tx_txg);
1731 ds->ds_phys->ds_prev_snap_obj = dsobj;
1732 ds->ds_phys->ds_prev_snap_txg = tx->tx_txg;
1733 ds->ds_phys->ds_unique_bytes = 0;
1734 if (spa_version(dp->dp_spa) >= SPA_VERSION_UNIQUE_ACCURATE)
1735 ds->ds_phys->ds_flags |= DS_FLAG_UNIQUE_ACCURATE;
1736 ds->ds_phys->ds_deadlist_obj =
1737 bplist_create(mos, DSL_DEADLIST_BLOCKSIZE, tx);
1738 VERIFY(0 == bplist_open(&ds->ds_deadlist, mos,
1739 ds->ds_phys->ds_deadlist_obj));
1740
1741 dprintf("snap '%s' -> obj %llu\n", snapname, dsobj);
1742 err = zap_add(mos, ds->ds_phys->ds_snapnames_zapobj,
1743 snapname, 8, 1, &dsobj, tx);
1744 ASSERT(err == 0);
1745
1746 if (ds->ds_prev)
1747 dsl_dataset_close(ds->ds_prev, DS_MODE_NONE, ds);
1748 VERIFY(0 == dsl_dataset_open_obj(dp,
1749 ds->ds_phys->ds_prev_snap_obj, snapname,
1750 DS_MODE_NONE, ds, &ds->ds_prev));
1751
1752 spa_history_internal_log(LOG_DS_SNAPSHOT, dp->dp_spa, tx, cr,
1753 "dataset = %llu", dsobj);
1754}
1755
1756void
1757dsl_dataset_sync(dsl_dataset_t *ds, zio_t *zio, dmu_tx_t *tx)
1758{
1759 ASSERT(dmu_tx_is_syncing(tx));
1760 ASSERT(ds->ds_user_ptr != NULL);
1761 ASSERT(ds->ds_phys->ds_next_snap_obj == 0);
1762
1763 /*
1764 * in case we had to change ds_fsid_guid when we opened it,
1765 * sync it out now.
1766 */
1767 dmu_buf_will_dirty(ds->ds_dbuf, tx);
1768 ds->ds_phys->ds_fsid_guid = ds->ds_fsid_guid;
1769
1770 dsl_dir_dirty(ds->ds_dir, tx);
1771 dmu_objset_sync(ds->ds_user_ptr, zio, tx);
1772}
1773
1774void
1775dsl_dataset_stats(dsl_dataset_t *ds, nvlist_t *nv)
1776{
1777 uint64_t refd, avail, uobjs, aobjs;
1778
1779 dsl_dir_stats(ds->ds_dir, nv);
1780
1781 dsl_dataset_space(ds, &refd, &avail, &uobjs, &aobjs);
1782 dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_AVAILABLE, avail);
1783 dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_REFERENCED, refd);
1784
1785 dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_CREATION,
1786 ds->ds_phys->ds_creation_time);
1787 dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_CREATETXG,
1788 ds->ds_phys->ds_creation_txg);
1789 dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_REFQUOTA,
1790 ds->ds_quota);
1791 dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_REFRESERVATION,
1792 ds->ds_reserved);
1793
1794 if (ds->ds_phys->ds_next_snap_obj) {
1795 /*
1796 * This is a snapshot; override the dd's space used with
1797 * our unique space and compression ratio.
1798 */
1799 dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USED,
1800 ds->ds_phys->ds_unique_bytes);
1801 dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_COMPRESSRATIO,
1802 ds->ds_phys->ds_compressed_bytes == 0 ? 100 :
1803 (ds->ds_phys->ds_uncompressed_bytes * 100 /
1804 ds->ds_phys->ds_compressed_bytes));
1805 }
1806}
1807
1808void
1809dsl_dataset_fast_stat(dsl_dataset_t *ds, dmu_objset_stats_t *stat)
1810{
1811 stat->dds_creation_txg = ds->ds_phys->ds_creation_txg;
1812 stat->dds_inconsistent = ds->ds_phys->ds_flags & DS_FLAG_INCONSISTENT;
1813 stat->dds_guid = ds->ds_phys->ds_guid;
1814 if (ds->ds_phys->ds_next_snap_obj) {
1815 stat->dds_is_snapshot = B_TRUE;
1816 stat->dds_num_clones = ds->ds_phys->ds_num_children - 1;
1817 }
1818
1819 /* clone origin is really a dsl_dir thing... */
1820 rw_enter(&ds->ds_dir->dd_pool->dp_config_rwlock, RW_READER);
1821 if (ds->ds_dir->dd_phys->dd_origin_obj) {
1822 dsl_dataset_t *ods;
1823
1824 VERIFY(0 == dsl_dataset_open_obj(ds->ds_dir->dd_pool,
1825 ds->ds_dir->dd_phys->dd_origin_obj,
1826 NULL, DS_MODE_NONE, FTAG, &ods));
1827 dsl_dataset_name(ods, stat->dds_origin);
1828 dsl_dataset_close(ods, DS_MODE_NONE, FTAG);
1829 }
1830 rw_exit(&ds->ds_dir->dd_pool->dp_config_rwlock);
1831}
1832
1833uint64_t
1834dsl_dataset_fsid_guid(dsl_dataset_t *ds)
1835{
1836 return (ds->ds_fsid_guid);
1837}
1838
1839void
1840dsl_dataset_space(dsl_dataset_t *ds,
1841 uint64_t *refdbytesp, uint64_t *availbytesp,
1842 uint64_t *usedobjsp, uint64_t *availobjsp)
1843{
1844 *refdbytesp = ds->ds_phys->ds_used_bytes;
1845 *availbytesp = dsl_dir_space_available(ds->ds_dir, NULL, 0, TRUE);
1846 if (ds->ds_reserved > ds->ds_phys->ds_unique_bytes)
1847 *availbytesp += ds->ds_reserved - ds->ds_phys->ds_unique_bytes;
1848 if (ds->ds_quota != 0) {
1849 /*
1850 * Adjust available bytes according to refquota
1851 */
1852 if (*refdbytesp < ds->ds_quota)
1853 *availbytesp = MIN(*availbytesp,
1854 ds->ds_quota - *refdbytesp);
1855 else
1856 *availbytesp = 0;
1857 }
1858 *usedobjsp = ds->ds_phys->ds_bp.blk_fill;
1859 *availobjsp = DN_MAX_OBJECT - *usedobjsp;
1860}
1861
1862boolean_t
1863dsl_dataset_modified_since_lastsnap(dsl_dataset_t *ds)
1864{
1865 dsl_pool_t *dp = ds->ds_dir->dd_pool;
1866
1867 ASSERT(RW_LOCK_HELD(&dp->dp_config_rwlock) ||
1868 dsl_pool_sync_context(dp));
1869 if (ds->ds_prev == NULL)
1870 return (B_FALSE);
1871 if (ds->ds_phys->ds_bp.blk_birth >
1872 ds->ds_prev->ds_phys->ds_creation_txg)
1873 return (B_TRUE);
1874 return (B_FALSE);
1875}
1876
1877/* ARGSUSED */
1878static int
1879dsl_dataset_snapshot_rename_check(void *arg1, void *arg2, dmu_tx_t *tx)
1880{
1881 dsl_dataset_t *ds = arg1;
1882 char *newsnapname = arg2;
1883 dsl_dir_t *dd = ds->ds_dir;
1884 objset_t *mos = dd->dd_pool->dp_meta_objset;
1885 dsl_dataset_t *hds;
1886 uint64_t val;
1887 int err;
1888
1889 err = dsl_dataset_open_obj(dd->dd_pool,
1890 dd->dd_phys->dd_head_dataset_obj, NULL, DS_MODE_NONE, FTAG, &hds);
1891 if (err)
1892 return (err);
1893
1894 /* new name better not be in use */
1895 err = dsl_dataset_snap_lookup(mos, hds->ds_phys->ds_flags,
1896 hds->ds_phys->ds_snapnames_zapobj, newsnapname, &val);
1897 dsl_dataset_close(hds, DS_MODE_NONE, FTAG);
1898
1899 if (err == 0)
1900 err = EEXIST;
1901 else if (err == ENOENT)
1902 err = 0;
1903
1904 /* dataset name + 1 for the "@" + the new snapshot name must fit */
1905 if (dsl_dir_namelen(ds->ds_dir) + 1 + strlen(newsnapname) >= MAXNAMELEN)
1906 err = ENAMETOOLONG;
1907
1908 return (err);
1909}
1910
1911static void
1912dsl_dataset_snapshot_rename_sync(void *arg1, void *arg2,
1913 cred_t *cr, dmu_tx_t *tx)
1914{
1915 dsl_dataset_t *ds = arg1;
1916 const char *newsnapname = arg2;
1917 dsl_dir_t *dd = ds->ds_dir;
1918 objset_t *mos = dd->dd_pool->dp_meta_objset;
1919 dsl_dataset_t *hds;
1920 int err;
1921
1922 ASSERT(ds->ds_phys->ds_next_snap_obj != 0);
1923
1924 VERIFY(0 == dsl_dataset_open_obj(dd->dd_pool,
1925 dd->dd_phys->dd_head_dataset_obj, NULL, DS_MODE_NONE, FTAG, &hds));
1926
1927 VERIFY(0 == dsl_dataset_get_snapname(ds));
1928 err = dsl_dataset_snap_remove(mos, hds->ds_phys->ds_flags,
1929 hds->ds_phys->ds_snapnames_zapobj, ds->ds_snapname, tx);
1930 ASSERT3U(err, ==, 0);
1931 mutex_enter(&ds->ds_lock);
1932 (void) strcpy(ds->ds_snapname, newsnapname);
1933 mutex_exit(&ds->ds_lock);
1934 err = zap_add(mos, hds->ds_phys->ds_snapnames_zapobj,
1935 ds->ds_snapname, 8, 1, &ds->ds_object, tx);
1936 ASSERT3U(err, ==, 0);
1937
1938 spa_history_internal_log(LOG_DS_RENAME, dd->dd_pool->dp_spa, tx,
1939 cr, "dataset = %llu", ds->ds_object);
1940 dsl_dataset_close(hds, DS_MODE_NONE, FTAG);
1941}
1942
1943struct renamesnaparg {
1944 dsl_sync_task_group_t *dstg;
1945 char failed[MAXPATHLEN];
1946 char *oldsnap;
1947 char *newsnap;
1948};
1949
1950static int
1951dsl_snapshot_rename_one(char *name, void *arg)
1952{
1953 struct renamesnaparg *ra = arg;
1954 dsl_dataset_t *ds = NULL;
1955 char *cp;
1956 int err;
1957
1958 cp = name + strlen(name);
1959 *cp = '@';
1960 (void) strcpy(cp + 1, ra->oldsnap);
1961
1962 /*
1963 * For recursive snapshot renames the parent won't be changing
1964 * so we just pass name for both the to/from argument.
1965 */
1966 if (err = zfs_secpolicy_rename_perms(name, name, CRED())) {
1967 (void) strcpy(ra->failed, name);
1968 return (err);
1969 }
1970
1971 err = dsl_dataset_open(name, DS_MODE_READONLY | DS_MODE_STANDARD,
1972 ra->dstg, &ds);
1973 if (err == ENOENT) {
1974 *cp = '\0';
1975 return (0);
1976 }
1977 if (err) {
1978 (void) strcpy(ra->failed, name);
1979 *cp = '\0';
1980 dsl_dataset_close(ds, DS_MODE_STANDARD, ra->dstg);
1981 return (err);
1982 }
1983
1984#ifdef _KERNEL
1985 /* for all filesystems undergoing rename, we'll need to unmount it */
1986 (void) zfs_unmount_snap(name, NULL);
1987#endif
1988
1989 *cp = '\0';
1990
1991 dsl_sync_task_create(ra->dstg, dsl_dataset_snapshot_rename_check,
1992 dsl_dataset_snapshot_rename_sync, ds, ra->newsnap, 0);
1993
1994 return (0);
1995}
1996
1997static int
1998dsl_recursive_rename(char *oldname, const char *newname)
1999{
2000 int err;
2001 struct renamesnaparg *ra;
2002 dsl_sync_task_t *dst;
2003 spa_t *spa;
2004 char *cp, *fsname = spa_strdup(oldname);
2005 int len = strlen(oldname);
2006
2007 /* truncate the snapshot name to get the fsname */
2008 cp = strchr(fsname, '@');
2009 *cp = '\0';
2010
2011 err = spa_open(fsname, &spa, FTAG);
2012 if (err) {
2013 kmem_free(fsname, len + 1);
2014 return (err);
2015 }
2016 ra = kmem_alloc(sizeof (struct renamesnaparg), KM_SLEEP);
2017 ra->dstg = dsl_sync_task_group_create(spa_get_dsl(spa));
2018
2019 ra->oldsnap = strchr(oldname, '@') + 1;
2020 ra->newsnap = strchr(newname, '@') + 1;
2021 *ra->failed = '\0';
2022
2023 err = dmu_objset_find(fsname, dsl_snapshot_rename_one, ra,
2024 DS_FIND_CHILDREN);
2025 kmem_free(fsname, len + 1);
2026
2027 if (err == 0) {
2028 err = dsl_sync_task_group_wait(ra->dstg);
2029 }
2030
2031 for (dst = list_head(&ra->dstg->dstg_tasks); dst;
2032 dst = list_next(&ra->dstg->dstg_tasks, dst)) {
2033 dsl_dataset_t *ds = dst->dst_arg1;
2034 if (dst->dst_err) {
2035 dsl_dir_name(ds->ds_dir, ra->failed);
2036 (void) strcat(ra->failed, "@");
2037 (void) strcat(ra->failed, ra->newsnap);
2038 }
2039 dsl_dataset_close(ds, DS_MODE_STANDARD, ra->dstg);
2040 }
2041
2042 if (err)
2043 (void) strcpy(oldname, ra->failed);
2044
2045 dsl_sync_task_group_destroy(ra->dstg);
2046 kmem_free(ra, sizeof (struct renamesnaparg));
2047 spa_close(spa, FTAG);
2048 return (err);
2049}
2050
2051static int
2052dsl_valid_rename(char *oldname, void *arg)
2053{
2054 int delta = *(int *)arg;
2055
2056 if (strlen(oldname) + delta >= MAXNAMELEN)
2057 return (ENAMETOOLONG);
2058
2059 return (0);
2060}
2061
2062#pragma weak dmu_objset_rename = dsl_dataset_rename
2063int
2064dsl_dataset_rename(char *oldname, const char *newname,
2065 boolean_t recursive)
2066{
2067 dsl_dir_t *dd;
2068 dsl_dataset_t *ds;
2069 const char *tail;
2070 int err;
2071
2072 err = dsl_dir_open(oldname, FTAG, &dd, &tail);
2073 if (err)
2074 return (err);
2075 if (tail == NULL) {
2076 int delta = strlen(newname) - strlen(oldname);
2077
2078 /* if we're growing, validate child size lengths */
2079 if (delta > 0)
2080 err = dmu_objset_find(oldname, dsl_valid_rename,
2081 &delta, DS_FIND_CHILDREN | DS_FIND_SNAPSHOTS);
2082
2083 if (!err)
2084 err = dsl_dir_rename(dd, newname);
2085 dsl_dir_close(dd, FTAG);
2086 return (err);
2087 }
2088 if (tail[0] != '@') {
2089 /* the name ended in a nonexistant component */
2090 dsl_dir_close(dd, FTAG);
2091 return (ENOENT);
2092 }
2093
2094 dsl_dir_close(dd, FTAG);
2095
2096 /* new name must be snapshot in same filesystem */
2097 tail = strchr(newname, '@');
2098 if (tail == NULL)
2099 return (EINVAL);
2100 tail++;
2101 if (strncmp(oldname, newname, tail - newname) != 0)
2102 return (EXDEV);
2103
2104 if (recursive) {
2105 err = dsl_recursive_rename(oldname, newname);
2106 } else {
2107 err = dsl_dataset_open(oldname,
2108 DS_MODE_READONLY | DS_MODE_STANDARD, FTAG, &ds);
2109 if (err)
2110 return (err);
2111
2112 err = dsl_sync_task_do(ds->ds_dir->dd_pool,
2113 dsl_dataset_snapshot_rename_check,
2114 dsl_dataset_snapshot_rename_sync, ds, (char *)tail, 1);
2115
2116 dsl_dataset_close(ds, DS_MODE_STANDARD, FTAG);
2117 }
2118
2119 return (err);
2120}
2121
2122struct promotearg {
2123 uint64_t used, comp, uncomp, unique;
2124 uint64_t ds_flags, newnext_obj, snapnames_obj;
2125};
2126
2127/* ARGSUSED */
2128static int
2129dsl_dataset_promote_check(void *arg1, void *arg2, dmu_tx_t *tx)
2130{
2131 dsl_dataset_t *hds = arg1;
2132 struct promotearg *pa = arg2;
2133 dsl_dir_t *dd = hds->ds_dir;
2134 dsl_pool_t *dp = hds->ds_dir->dd_pool;
2135 dsl_dir_t *odd = NULL;
2136 dsl_dataset_t *ds = NULL;
2137 dsl_dataset_t *origin_ds = NULL;
2138 dsl_dataset_t *newnext_ds = NULL;
2139 int err;
2140 char *name = NULL;
2141 uint64_t itor = 0;
2142 blkptr_t bp;
2143
2144 bzero(pa, sizeof (*pa));
2145
2146 /* Check that it is a clone */
2147 if (dd->dd_phys->dd_origin_obj == 0)
2148 return (EINVAL);
2149
2150 /* Since this is so expensive, don't do the preliminary check */
2151 if (!dmu_tx_is_syncing(tx))
2152 return (0);
2153
2154 if (err = dsl_dataset_open_obj(dp, dd->dd_phys->dd_origin_obj,
2155 NULL, DS_MODE_EXCLUSIVE, FTAG, &origin_ds))
2156 goto out;
2157 odd = origin_ds->ds_dir;
2158
2159 {
2160 dsl_dataset_t *phds;
2161 if (err = dsl_dataset_open_obj(dd->dd_pool,
2162 odd->dd_phys->dd_head_dataset_obj,
2163 NULL, DS_MODE_NONE, FTAG, &phds))
2164 goto out;
2165 pa->ds_flags = phds->ds_phys->ds_flags;
2166 pa->snapnames_obj = phds->ds_phys->ds_snapnames_zapobj;
2167 dsl_dataset_close(phds, DS_MODE_NONE, FTAG);
2168 }
2169
2170 if (hds->ds_phys->ds_flags & DS_FLAG_NOPROMOTE) {
2171 err = EXDEV;
2172 goto out;
2173 }
2174
2175 /* find origin's new next ds */
2176 VERIFY(0 == dsl_dataset_open_obj(dd->dd_pool, hds->ds_object,
2177 NULL, DS_MODE_NONE, FTAG, &newnext_ds));
2178 while (newnext_ds->ds_phys->ds_prev_snap_obj != origin_ds->ds_object) {
2179 dsl_dataset_t *prev;
2180
2181 if (err = dsl_dataset_open_obj(dd->dd_pool,
2182 newnext_ds->ds_phys->ds_prev_snap_obj,
2183 NULL, DS_MODE_NONE, FTAG, &prev))
2184 goto out;
2185 dsl_dataset_close(newnext_ds, DS_MODE_NONE, FTAG);
2186 newnext_ds = prev;
2187 }
2188 pa->newnext_obj = newnext_ds->ds_object;
2189
2190 /* compute origin's new unique space */
2191 while ((err = bplist_iterate(&newnext_ds->ds_deadlist,
2192 &itor, &bp)) == 0) {
2193 if (bp.blk_birth > origin_ds->ds_phys->ds_prev_snap_txg)
2194 pa->unique += bp_get_dasize(dd->dd_pool->dp_spa, &bp);
2195 }
2196 if (err != ENOENT)
2197 goto out;
2198
2199 /* Walk the snapshots that we are moving */
2200 name = kmem_alloc(MAXPATHLEN, KM_SLEEP);
2201 ds = origin_ds;
2202 /* CONSTCOND */
2203 while (TRUE) {
2204 uint64_t val, dlused, dlcomp, dluncomp;
2205 dsl_dataset_t *prev;
2206
2207 /* Check that the snapshot name does not conflict */
2208 dsl_dataset_name(ds, name);
2209 err = dsl_dataset_snap_lookup(dd->dd_pool->dp_meta_objset,
2210 hds->ds_phys->ds_flags, hds->ds_phys->ds_snapnames_zapobj,
2211 ds->ds_snapname, &val);
2212 if (err != ENOENT) {
2213 if (err == 0)
2214 err = EEXIST;
2215 goto out;
2216 }
2217
2218 /*
2219 * compute space to transfer. Each snapshot gave birth to:
2220 * (my used) - (prev's used) + (deadlist's used)
2221 */
2222 pa->used += ds->ds_phys->ds_used_bytes;
2223 pa->comp += ds->ds_phys->ds_compressed_bytes;
2224 pa->uncomp += ds->ds_phys->ds_uncompressed_bytes;
2225
2226 /* If we reach the first snapshot, we're done. */
2227 if (ds->ds_phys->ds_prev_snap_obj == 0)
2228 break;
2229
2230 if (err = bplist_space(&ds->ds_deadlist,
2231 &dlused, &dlcomp, &dluncomp))
2232 goto out;
2233 if (err = dsl_dataset_open_obj(dd->dd_pool,
2234 ds->ds_phys->ds_prev_snap_obj, NULL, DS_MODE_EXCLUSIVE,
2235 FTAG, &prev))
2236 goto out;
2237 pa->used += dlused - prev->ds_phys->ds_used_bytes;
2238 pa->comp += dlcomp - prev->ds_phys->ds_compressed_bytes;
2239 pa->uncomp += dluncomp - prev->ds_phys->ds_uncompressed_bytes;
2240
2241 /*
2242 * We could be a clone of a clone. If we reach our
2243 * parent's branch point, we're done.
2244 */
2245 if (prev->ds_phys->ds_next_snap_obj != ds->ds_object) {
2246 dsl_dataset_close(prev, DS_MODE_EXCLUSIVE, FTAG);
2247 break;
2248 }
2249 if (ds != origin_ds)
2250 dsl_dataset_close(ds, DS_MODE_EXCLUSIVE, FTAG);
2251 ds = prev;
2252 }
2253
2254 /* Check that there is enough space here */
2255 err = dsl_dir_transfer_possible(odd, dd, pa->used);
2256
2257out:
2258 if (ds && ds != origin_ds)
2259 dsl_dataset_close(ds, DS_MODE_EXCLUSIVE, FTAG);
2260 if (origin_ds)
2261 dsl_dataset_close(origin_ds, DS_MODE_EXCLUSIVE, FTAG);
2262 if (newnext_ds)
2263 dsl_dataset_close(newnext_ds, DS_MODE_NONE, FTAG);
2264 if (name)
2265 kmem_free(name, MAXPATHLEN);
2266 return (err);
2267}
2268
2269static void
2270dsl_dataset_promote_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx)
2271{
2272 dsl_dataset_t *hds = arg1;
2273 struct promotearg *pa = arg2;
2274 dsl_dir_t *dd = hds->ds_dir;
2275 dsl_pool_t *dp = hds->ds_dir->dd_pool;
2276 dsl_dir_t *odd = NULL;
2277 dsl_dataset_t *ds, *origin_ds;
2278 char *name;
2279
2280 ASSERT(dd->dd_phys->dd_origin_obj != 0);
2281 ASSERT(0 == (hds->ds_phys->ds_flags & DS_FLAG_NOPROMOTE));
2282
2283 VERIFY(0 == dsl_dataset_open_obj(dp, dd->dd_phys->dd_origin_obj,
2284 NULL, DS_MODE_EXCLUSIVE, FTAG, &origin_ds));
2285 /*
2286 * We need to explicitly open odd, since origin_ds's dd will be
2287 * changing.
2288 */
2289 VERIFY(0 == dsl_dir_open_obj(dp, origin_ds->ds_dir->dd_object,
2290 NULL, FTAG, &odd));
2291
2292 /* move snapshots to this dir */
2293 name = kmem_alloc(MAXPATHLEN, KM_SLEEP);
2294 ds = origin_ds;
2295 /* CONSTCOND */
2296 while (TRUE) {
2297 dsl_dataset_t *prev;
2298
2299 /* move snap name entry */
2300 dsl_dataset_name(ds, name);
2301 VERIFY(0 == dsl_dataset_snap_remove(dp->dp_meta_objset,
2302 pa->ds_flags, pa->snapnames_obj, ds->ds_snapname, tx));
2303 VERIFY(0 == zap_add(dp->dp_meta_objset,
2304 hds->ds_phys->ds_snapnames_zapobj, ds->ds_snapname,
2305 8, 1, &ds->ds_object, tx));
2306
2307 /* change containing dsl_dir */
2308 dmu_buf_will_dirty(ds->ds_dbuf, tx);
2309 ASSERT3U(ds->ds_phys->ds_dir_obj, ==, odd->dd_object);
2310 ds->ds_phys->ds_dir_obj = dd->dd_object;
2311 ASSERT3P(ds->ds_dir, ==, odd);
2312 dsl_dir_close(ds->ds_dir, ds);
2313 VERIFY(0 == dsl_dir_open_obj(dp, dd->dd_object,
2314 NULL, ds, &ds->ds_dir));
2315
2316 ASSERT3U(dsl_prop_numcb(ds), ==, 0);
2317
2318 if (ds->ds_phys->ds_prev_snap_obj == 0)
2319 break;
2320
2321 VERIFY(0 == dsl_dataset_open_obj(dp,
2322 ds->ds_phys->ds_prev_snap_obj, NULL, DS_MODE_EXCLUSIVE,
2323 FTAG, &prev));
2324
2325 if (prev->ds_phys->ds_next_snap_obj != ds->ds_object) {
2326 dsl_dataset_close(prev, DS_MODE_EXCLUSIVE, FTAG);
2327 break;
2328 }
2329 if (ds != origin_ds)
2330 dsl_dataset_close(ds, DS_MODE_EXCLUSIVE, FTAG);
2331 ds = prev;
2332 }
2333 if (ds != origin_ds)
2334 dsl_dataset_close(ds, DS_MODE_EXCLUSIVE, FTAG);
2335
2336 /* change origin's next snap */
2337 dmu_buf_will_dirty(origin_ds->ds_dbuf, tx);
2338 origin_ds->ds_phys->ds_next_snap_obj = pa->newnext_obj;
2339
2340 /* change origin */
2341 dmu_buf_will_dirty(dd->dd_dbuf, tx);
2342 ASSERT3U(dd->dd_phys->dd_origin_obj, ==, origin_ds->ds_object);
2343 dd->dd_phys->dd_origin_obj = odd->dd_phys->dd_origin_obj;
2344 dmu_buf_will_dirty(odd->dd_dbuf, tx);
2345 odd->dd_phys->dd_origin_obj = origin_ds->ds_object;
2346
2347 /* change space accounting */
2348 dsl_dir_diduse_space(odd, -pa->used, -pa->comp, -pa->uncomp, tx);
2349 dsl_dir_diduse_space(dd, pa->used, pa->comp, pa->uncomp, tx);
2350 origin_ds->ds_phys->ds_unique_bytes = pa->unique;
2351
2352 /* log history record */
2353 spa_history_internal_log(LOG_DS_PROMOTE, dd->dd_pool->dp_spa, tx,
2354 cr, "dataset = %llu", ds->ds_object);
2355
2356 dsl_dir_close(odd, FTAG);
2357 dsl_dataset_close(origin_ds, DS_MODE_EXCLUSIVE, FTAG);
2358 kmem_free(name, MAXPATHLEN);
2359}
2360
2361int
2362dsl_dataset_promote(const char *name)
2363{
2364 dsl_dataset_t *ds;
2365 int err;
2366 dmu_object_info_t doi;
2367 struct promotearg pa;
2368
2369 err = dsl_dataset_open(name, DS_MODE_NONE, FTAG, &ds);
2370 if (err)
2371 return (err);
2372
2373 err = dmu_object_info(ds->ds_dir->dd_pool->dp_meta_objset,
2374 ds->ds_phys->ds_snapnames_zapobj, &doi);
2375 if (err) {
2376 dsl_dataset_close(ds, DS_MODE_NONE, FTAG);
2377 return (err);
2378 }
2379
2380 /*
2381 * Add in 128x the snapnames zapobj size, since we will be moving
2382 * a bunch of snapnames to the promoted ds, and dirtying their
2383 * bonus buffers.
2384 */
2385 err = dsl_sync_task_do(ds->ds_dir->dd_pool,
2386 dsl_dataset_promote_check,
2387 dsl_dataset_promote_sync, ds, &pa, 2 + 2 * doi.doi_physical_blks);
2388 dsl_dataset_close(ds, DS_MODE_NONE, FTAG);
2389 return (err);
2390}
2391
2392struct cloneswaparg {
2393 dsl_dataset_t *cds; /* clone dataset */
2394 dsl_dataset_t *ohds; /* origin's head dataset */
2395 boolean_t force;
2396 int64_t unused_refres_delta; /* change in unconsumed refreservation */
2397};
2398
2399/* ARGSUSED */
2400static int
2401dsl_dataset_clone_swap_check(void *arg1, void *arg2, dmu_tx_t *tx)
2402{
2403 struct cloneswaparg *csa = arg1;
2404
2405 /* they should both be heads */
2406 if (dsl_dataset_is_snapshot(csa->cds) ||
2407 dsl_dataset_is_snapshot(csa->ohds))
2408 return (EINVAL);
2409
2410 /* the branch point should be just before them */
2411 if (csa->cds->ds_prev != csa->ohds->ds_prev)
2412 return (EINVAL);
2413
2414 /* cds should be the clone */
2415 if (csa->cds->ds_prev->ds_phys->ds_next_snap_obj !=
2416 csa->ohds->ds_object)
2417 return (EINVAL);
2418
2419 /* the clone should be a child of the origin */
2420 if (csa->cds->ds_dir->dd_parent != csa->ohds->ds_dir)
2421 return (EINVAL);
2422
2423 /* ohds shouldn't be modified unless 'force' */
2424 if (!csa->force && dsl_dataset_modified_since_lastsnap(csa->ohds))
2425 return (ETXTBSY);
2426
2427 /* adjust amount of any unconsumed refreservation */
2428 csa->unused_refres_delta =
2429 (int64_t)MIN(csa->ohds->ds_reserved,
2430 csa->ohds->ds_phys->ds_unique_bytes) -
2431 (int64_t)MIN(csa->ohds->ds_reserved,
2432 csa->cds->ds_phys->ds_unique_bytes);
2433
2434 if (csa->unused_refres_delta > 0 &&
2435 csa->unused_refres_delta >
2436 dsl_dir_space_available(csa->ohds->ds_dir, NULL, 0, TRUE))
2437 return (ENOSPC);
2438
2439 return (0);
2440}
2441
2442/* ARGSUSED */
2443static void
2444dsl_dataset_clone_swap_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx)
2445{
2446 struct cloneswaparg *csa = arg1;
2447 dsl_pool_t *dp = csa->cds->ds_dir->dd_pool;
2448 uint64_t itor = 0;
2449 blkptr_t bp;
2450 uint64_t unique = 0;
2451 int err;
2452
2453 ASSERT(csa->cds->ds_reserved == 0);
2454 ASSERT(csa->cds->ds_quota == csa->ohds->ds_quota);
2455
2456 dmu_buf_will_dirty(csa->cds->ds_dbuf, tx);
2457 dmu_buf_will_dirty(csa->ohds->ds_dbuf, tx);
2458 dmu_buf_will_dirty(csa->cds->ds_prev->ds_dbuf, tx);
2459
2460 if (csa->cds->ds_user_ptr != NULL) {
2461 csa->cds->ds_user_evict_func(csa->cds, csa->cds->ds_user_ptr);
2462 csa->cds->ds_user_ptr = NULL;
2463 }
2464
2465 if (csa->ohds->ds_user_ptr != NULL) {
2466 csa->ohds->ds_user_evict_func(csa->ohds,
2467 csa->ohds->ds_user_ptr);
2468 csa->ohds->ds_user_ptr = NULL;
2469 }
2470
2471 /* compute unique space */
2472 while ((err = bplist_iterate(&csa->cds->ds_deadlist,
2473 &itor, &bp)) == 0) {
2474 if (bp.blk_birth > csa->cds->ds_prev->ds_phys->ds_prev_snap_txg)
2475 unique += bp_get_dasize(dp->dp_spa, &bp);
2476 }
2477 VERIFY(err == ENOENT);
2478
2479 /* reset origin's unique bytes */
2480 csa->cds->ds_prev->ds_phys->ds_unique_bytes = unique;
2481
2482 /* swap blkptrs */
2483 {
2484 blkptr_t tmp;
2485 tmp = csa->ohds->ds_phys->ds_bp;
2486 csa->ohds->ds_phys->ds_bp = csa->cds->ds_phys->ds_bp;
2487 csa->cds->ds_phys->ds_bp = tmp;
2488 }
2489
2490 /* set dd_*_bytes */
2491 {
2492 int64_t dused, dcomp, duncomp;
2493 uint64_t cdl_used, cdl_comp, cdl_uncomp;
2494 uint64_t odl_used, odl_comp, odl_uncomp;
2495
2496 VERIFY(0 == bplist_space(&csa->cds->ds_deadlist, &cdl_used,
2497 &cdl_comp, &cdl_uncomp));
2498 VERIFY(0 == bplist_space(&csa->ohds->ds_deadlist, &odl_used,
2499 &odl_comp, &odl_uncomp));
2500 dused = csa->cds->ds_phys->ds_used_bytes + cdl_used -
2501 (csa->ohds->ds_phys->ds_used_bytes + odl_used);
2502 dcomp = csa->cds->ds_phys->ds_compressed_bytes + cdl_comp -
2503 (csa->ohds->ds_phys->ds_compressed_bytes + odl_comp);
2504 duncomp = csa->cds->ds_phys->ds_uncompressed_bytes +
2505 cdl_uncomp -
2506 (csa->ohds->ds_phys->ds_uncompressed_bytes + odl_uncomp);
2507
2508 dsl_dir_diduse_space(csa->ohds->ds_dir,
2509 dused, dcomp, duncomp, tx);
2510 dsl_dir_diduse_space(csa->cds->ds_dir,
2511 -dused, -dcomp, -duncomp, tx);
2512 }
2513
2514#define SWITCH64(x, y) \
2515 { \
2516 uint64_t __tmp = (x); \
2517 (x) = (y); \
2518 (y) = __tmp; \
2519 }
2520
2521 /* swap ds_*_bytes */
2522 SWITCH64(csa->ohds->ds_phys->ds_used_bytes,
2523 csa->cds->ds_phys->ds_used_bytes);
2524 SWITCH64(csa->ohds->ds_phys->ds_compressed_bytes,
2525 csa->cds->ds_phys->ds_compressed_bytes);
2526 SWITCH64(csa->ohds->ds_phys->ds_uncompressed_bytes,
2527 csa->cds->ds_phys->ds_uncompressed_bytes);
2528 SWITCH64(csa->ohds->ds_phys->ds_unique_bytes,
2529 csa->cds->ds_phys->ds_unique_bytes);
2530
2531 /* apply any parent delta for change in unconsumed refreservation */
2532 dsl_dir_diduse_space(csa->ohds->ds_dir, csa->unused_refres_delta,
2533 0, 0, tx);
2534
2535 /* swap deadlists */
2536 bplist_close(&csa->cds->ds_deadlist);
2537 bplist_close(&csa->ohds->ds_deadlist);
2538 SWITCH64(csa->ohds->ds_phys->ds_deadlist_obj,
2539 csa->cds->ds_phys->ds_deadlist_obj);
2540 VERIFY(0 == bplist_open(&csa->cds->ds_deadlist, dp->dp_meta_objset,
2541 csa->cds->ds_phys->ds_deadlist_obj));
2542 VERIFY(0 == bplist_open(&csa->ohds->ds_deadlist, dp->dp_meta_objset,
2543 csa->ohds->ds_phys->ds_deadlist_obj));
2544}
2545
2546/*
2547 * Swap 'clone' with its origin head file system.
2548 */
2549int
2550dsl_dataset_clone_swap(dsl_dataset_t *clone, dsl_dataset_t *origin_head,
2551 boolean_t force)
2552{
2553 struct cloneswaparg csa;
2554
2555 ASSERT(clone->ds_open_refcount == DS_REF_MAX);
2556 ASSERT(origin_head->ds_open_refcount == DS_REF_MAX);
2557
2558 csa.cds = clone;
2559 csa.ohds = origin_head;
2560 csa.force = force;
2561 return (dsl_sync_task_do(clone->ds_dir->dd_pool,
2562 dsl_dataset_clone_swap_check,
2563 dsl_dataset_clone_swap_sync, &csa, NULL, 9));
2564}
2565
2566/*
2567 * Given a pool name and a dataset object number in that pool,
2568 * return the name of that dataset.
2569 */
2570int
2571dsl_dsobj_to_dsname(char *pname, uint64_t obj, char *buf)
2572{
2573 spa_t *spa;
2574 dsl_pool_t *dp;
2575 dsl_dataset_t *ds = NULL;
2576 int error;
2577
2578 if ((error = spa_open(pname, &spa, FTAG)) != 0)
2579 return (error);
2580 dp = spa_get_dsl(spa);
2581 rw_enter(&dp->dp_config_rwlock, RW_READER);
2582 if ((error = dsl_dataset_open_obj(dp, obj,
2583 NULL, DS_MODE_NONE, FTAG, &ds)) != 0) {
2584 rw_exit(&dp->dp_config_rwlock);
2585 spa_close(spa, FTAG);
2586 return (error);
2587 }
2588 dsl_dataset_name(ds, buf);
2589 dsl_dataset_close(ds, DS_MODE_NONE, FTAG);
2590 rw_exit(&dp->dp_config_rwlock);
2591 spa_close(spa, FTAG);
2592
2593 return (0);
2594}
2595
2596int
2597dsl_dataset_check_quota(dsl_dataset_t *ds, boolean_t check_quota,
2598 uint64_t asize, uint64_t inflight, uint64_t *used,
2599 uint64_t *ref_rsrv)
2600{
2601 int error = 0;
2602
2603 ASSERT3S(asize, >, 0);
2604
2605 /*
2606 * *ref_rsrv is the portion of asize that will come from any
2607 * unconsumed refreservation space.
2608 */
2609 *ref_rsrv = 0;
2610
2611 mutex_enter(&ds->ds_lock);
2612 /*
2613 * Make a space adjustment for reserved bytes.
2614 */
2615 if (ds->ds_reserved > ds->ds_phys->ds_unique_bytes) {
2616 ASSERT3U(*used, >=,
2617 ds->ds_reserved - ds->ds_phys->ds_unique_bytes);
2618 *used -= (ds->ds_reserved - ds->ds_phys->ds_unique_bytes);
2619 *ref_rsrv =
2620 asize - MIN(asize, parent_delta(ds, asize + inflight));
2621 }
2622
2623 if (!check_quota || ds->ds_quota == 0) {
2624 mutex_exit(&ds->ds_lock);
2625 return (0);
2626 }
2627 /*
2628 * If they are requesting more space, and our current estimate
2629 * is over quota, they get to try again unless the actual
2630 * on-disk is over quota and there are no pending changes (which
2631 * may free up space for us).
2632 */
2633 if (ds->ds_phys->ds_used_bytes + inflight >= ds->ds_quota) {
2634 if (inflight > 0 || ds->ds_phys->ds_used_bytes < ds->ds_quota)
2635 error = ERESTART;
2636 else
2637 error = EDQUOT;
2638 }
2639 mutex_exit(&ds->ds_lock);
2640
2641 return (error);
2642}
2643
2644/* ARGSUSED */
2645static int
2646dsl_dataset_set_quota_check(void *arg1, void *arg2, dmu_tx_t *tx)
2647{
2648 dsl_dataset_t *ds = arg1;
2649 uint64_t *quotap = arg2;
2650 uint64_t new_quota = *quotap;
2651
2652 if (spa_version(ds->ds_dir->dd_pool->dp_spa) < SPA_VERSION_REFQUOTA)
2653 return (ENOTSUP);
2654
2655 if (new_quota == 0)
2656 return (0);
2657
2658 if (new_quota < ds->ds_phys->ds_used_bytes ||
2659 new_quota < ds->ds_reserved)
2660 return (ENOSPC);
2661
2662 return (0);
2663}
2664
2665/* ARGSUSED */
2666void
2667dsl_dataset_set_quota_sync(void *arg1, void *arg2, cred_t *cr, dmu_tx_t *tx)
2668{
2669 dsl_dataset_t *ds = arg1;
2670 uint64_t *quotap = arg2;
2671 uint64_t new_quota = *quotap;
2672
2673 dmu_buf_will_dirty(ds->ds_dbuf, tx);
2674
2675 mutex_enter(&ds->ds_lock);
2676 ds->ds_quota = new_quota;
2677 mutex_exit(&ds->ds_lock);
2678
2679 dsl_prop_set_uint64_sync(ds->ds_dir, "refquota", new_quota, cr, tx);
2680
2681 spa_history_internal_log(LOG_DS_REFQUOTA, ds->ds_dir->dd_pool->dp_spa,
2682 tx, cr, "%lld dataset = %llu ",
2683 (longlong_t)new_quota, ds->ds_dir->dd_phys->dd_head_dataset_obj);
2684}
2685
2686int
2687dsl_dataset_set_quota(const char *dsname, uint64_t quota)
2688{
2689 dsl_dataset_t *ds;
2690 int err;
2691
2692 err = dsl_dataset_open(dsname, DS_MODE_STANDARD, FTAG, &ds);
2693 if (err)
2694 return (err);
2695
2696 if (quota != ds->ds_quota) {
2697 /*
2698 * If someone removes a file, then tries to set the quota, we
2699 * want to make sure the file freeing takes effect.
2700 */
2701 txg_wait_open(ds->ds_dir->dd_pool, 0);
2702
2703 err = dsl_sync_task_do(ds->ds_dir->dd_pool,
2704 dsl_dataset_set_quota_check, dsl_dataset_set_quota_sync,
2705 ds, &quota, 0);
2706 }
2707 dsl_dataset_close(ds, DS_MODE_STANDARD, FTAG);
2708 return (err);
2709}
2710
2711static int
2712dsl_dataset_set_reservation_check(void *arg1, void *arg2, dmu_tx_t *tx)
2713{
2714 dsl_dataset_t *ds = arg1;
2715 uint64_t *reservationp = arg2;
2716 uint64_t new_reservation = *reservationp;
2717 int64_t delta;
2718 uint64_t unique;
2719
2720 if (new_reservation > INT64_MAX)
2721 return (EOVERFLOW);
2722
2723 if (spa_version(ds->ds_dir->dd_pool->dp_spa) <
2724 SPA_VERSION_REFRESERVATION)
2725 return (ENOTSUP);
2726
2727 if (dsl_dataset_is_snapshot(ds))
2728 return (EINVAL);
2729
2730 /*
2731 * If we are doing the preliminary check in open context, the
2732 * space estimates may be inaccurate.
2733 */
2734 if (!dmu_tx_is_syncing(tx))
2735 return (0);
2736
2737 mutex_enter(&ds->ds_lock);
2738 unique = dsl_dataset_unique(ds);
2739 delta = MAX(unique, new_reservation) - MAX(unique, ds->ds_reserved);
2740 mutex_exit(&ds->ds_lock);
2741
2742 if (delta > 0 &&
2743 delta > dsl_dir_space_available(ds->ds_dir, NULL, 0, TRUE))
2744 return (ENOSPC);
2745 if (delta > 0 && ds->ds_quota > 0 &&
2746 new_reservation > ds->ds_quota)
2747 return (ENOSPC);
2748
2749 return (0);
2750}
2751
2752/* ARGSUSED */
2753static void
2754dsl_dataset_set_reservation_sync(void *arg1, void *arg2, cred_t *cr,
2755 dmu_tx_t *tx)
2756{
2757 dsl_dataset_t *ds = arg1;
2758 uint64_t *reservationp = arg2;
2759 uint64_t new_reservation = *reservationp;
2760 uint64_t unique;
2761 int64_t delta;
2762
2763 dmu_buf_will_dirty(ds->ds_dbuf, tx);
2764
2765 mutex_enter(&ds->ds_lock);
2766 unique = dsl_dataset_unique(ds);
2767 delta = MAX(0, (int64_t)(new_reservation - unique)) -
2768 MAX(0, (int64_t)(ds->ds_reserved - unique));
2769 ds->ds_reserved = new_reservation;
2770 mutex_exit(&ds->ds_lock);
2771
2772 dsl_prop_set_uint64_sync(ds->ds_dir, "refreservation",
2773 new_reservation, cr, tx);
2774
2775 dsl_dir_diduse_space(ds->ds_dir, delta, 0, 0, tx);
2776
2777 spa_history_internal_log(LOG_DS_REFRESERV,
2778 ds->ds_dir->dd_pool->dp_spa, tx, cr, "%lld dataset = %llu",
2779 (longlong_t)new_reservation,
2780 ds->ds_dir->dd_phys->dd_head_dataset_obj);
2781}
2782
2783int
2784dsl_dataset_set_reservation(const char *dsname, uint64_t reservation)
2785{
2786 dsl_dataset_t *ds;
2787 int err;
2788
2789 err = dsl_dataset_open(dsname, DS_MODE_STANDARD, FTAG, &ds);
2790 if (err)
2791 return (err);
2792
2793 err = dsl_sync_task_do(ds->ds_dir->dd_pool,
2794 dsl_dataset_set_reservation_check,
2795 dsl_dataset_set_reservation_sync, ds, &reservation, 0);
2796 dsl_dataset_close(ds, DS_MODE_STANDARD, FTAG);
2797 return (err);
2798}
ZFS On Linux mirror for PVE