]>
Commit | Line | Data |
---|---|---|
34dc7c2f BB |
1 | /* |
2 | * CDDL HEADER START | |
3 | * | |
4 | * The contents of this file are subject to the terms of the | |
5 | * Common Development and Distribution License (the "License"). | |
6 | * You may not use this file except in compliance with the License. | |
7 | * | |
8 | * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE | |
9 | * or http://www.opensolaris.org/os/licensing. | |
10 | * See the License for the specific language governing permissions | |
11 | * and limitations under the License. | |
12 | * | |
13 | * When distributing Covered Code, include this CDDL HEADER in each | |
14 | * file and include the License file at usr/src/OPENSOLARIS.LICENSE. | |
15 | * If applicable, add the following below this CDDL HEADER, with the | |
16 | * fields enclosed by brackets "[]" replaced with your own identifying | |
17 | * information: Portions Copyright [yyyy] [name of copyright owner] | |
18 | * | |
19 | * CDDL HEADER END | |
20 | */ | |
21 | /* | |
428870ff | 22 | * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved. |
2e528b49 | 23 | * Copyright (c) 2013 by Delphix. All rights reserved. |
b1118acb | 24 | * Copyright (c) 2013 Martin Matuska. All rights reserved. |
34dc7c2f BB |
25 | */ |
26 | ||
34dc7c2f BB |
27 | #include <sys/dmu.h> |
28 | #include <sys/dmu_objset.h> | |
29 | #include <sys/dmu_tx.h> | |
30 | #include <sys/dsl_dataset.h> | |
31 | #include <sys/dsl_dir.h> | |
32 | #include <sys/dsl_prop.h> | |
33 | #include <sys/dsl_synctask.h> | |
34 | #include <sys/dsl_deleg.h> | |
35 | #include <sys/spa.h> | |
428870ff | 36 | #include <sys/metaslab.h> |
34dc7c2f BB |
37 | #include <sys/zap.h> |
38 | #include <sys/zio.h> | |
39 | #include <sys/arc.h> | |
40 | #include <sys/sunddi.h> | |
ba6a2402 | 41 | #include <sys/zvol.h> |
34dc7c2f BB |
42 | #include "zfs_namecheck.h" |
43 | ||
44 | static uint64_t dsl_dir_space_towrite(dsl_dir_t *dd); | |
34dc7c2f BB |
45 | |
46 | /* ARGSUSED */ | |
47 | static void | |
48 | dsl_dir_evict(dmu_buf_t *db, void *arg) | |
49 | { | |
50 | dsl_dir_t *dd = arg; | |
34dc7c2f | 51 | int t; |
d1d7e268 | 52 | ASSERTV(dsl_pool_t *dp = dd->dd_pool); |
34dc7c2f BB |
53 | |
54 | for (t = 0; t < TXG_SIZE; t++) { | |
55 | ASSERT(!txg_list_member(&dp->dp_dirty_dirs, dd, t)); | |
56 | ASSERT(dd->dd_tempreserved[t] == 0); | |
57 | ASSERT(dd->dd_space_towrite[t] == 0); | |
58 | } | |
59 | ||
34dc7c2f | 60 | if (dd->dd_parent) |
13fe0198 | 61 | dsl_dir_rele(dd->dd_parent, dd); |
34dc7c2f BB |
62 | |
63 | spa_close(dd->dd_pool->dp_spa, dd); | |
64 | ||
65 | /* | |
428870ff BB |
66 | * The props callback list should have been cleaned up by |
67 | * objset_evict(). | |
34dc7c2f BB |
68 | */ |
69 | list_destroy(&dd->dd_prop_cbs); | |
70 | mutex_destroy(&dd->dd_lock); | |
71 | kmem_free(dd, sizeof (dsl_dir_t)); | |
72 | } | |
73 | ||
74 | int | |
13fe0198 | 75 | dsl_dir_hold_obj(dsl_pool_t *dp, uint64_t ddobj, |
34dc7c2f BB |
76 | const char *tail, void *tag, dsl_dir_t **ddp) |
77 | { | |
78 | dmu_buf_t *dbuf; | |
79 | dsl_dir_t *dd; | |
80 | int err; | |
81 | ||
13fe0198 | 82 | ASSERT(dsl_pool_config_held(dp)); |
34dc7c2f BB |
83 | |
84 | err = dmu_bonus_hold(dp->dp_meta_objset, ddobj, tag, &dbuf); | |
13fe0198 | 85 | if (err != 0) |
34dc7c2f BB |
86 | return (err); |
87 | dd = dmu_buf_get_user(dbuf); | |
88 | #ifdef ZFS_DEBUG | |
89 | { | |
90 | dmu_object_info_t doi; | |
91 | dmu_object_info_from_db(dbuf, &doi); | |
92 | ASSERT3U(doi.doi_type, ==, DMU_OT_DSL_DIR); | |
b128c09f | 93 | ASSERT3U(doi.doi_bonus_size, >=, sizeof (dsl_dir_phys_t)); |
34dc7c2f BB |
94 | } |
95 | #endif | |
34dc7c2f BB |
96 | if (dd == NULL) { |
97 | dsl_dir_t *winner; | |
34dc7c2f | 98 | |
b8d06fca | 99 | dd = kmem_zalloc(sizeof (dsl_dir_t), KM_PUSHPAGE); |
34dc7c2f BB |
100 | dd->dd_object = ddobj; |
101 | dd->dd_dbuf = dbuf; | |
102 | dd->dd_pool = dp; | |
103 | dd->dd_phys = dbuf->db_data; | |
34dc7c2f BB |
104 | mutex_init(&dd->dd_lock, NULL, MUTEX_DEFAULT, NULL); |
105 | ||
106 | list_create(&dd->dd_prop_cbs, sizeof (dsl_prop_cb_record_t), | |
107 | offsetof(dsl_prop_cb_record_t, cbr_node)); | |
108 | ||
428870ff BB |
109 | dsl_dir_snap_cmtime_update(dd); |
110 | ||
34dc7c2f | 111 | if (dd->dd_phys->dd_parent_obj) { |
13fe0198 | 112 | err = dsl_dir_hold_obj(dp, dd->dd_phys->dd_parent_obj, |
34dc7c2f | 113 | NULL, dd, &dd->dd_parent); |
13fe0198 | 114 | if (err != 0) |
b128c09f | 115 | goto errout; |
34dc7c2f BB |
116 | if (tail) { |
117 | #ifdef ZFS_DEBUG | |
118 | uint64_t foundobj; | |
119 | ||
120 | err = zap_lookup(dp->dp_meta_objset, | |
121 | dd->dd_parent->dd_phys->dd_child_dir_zapobj, | |
122 | tail, sizeof (foundobj), 1, &foundobj); | |
123 | ASSERT(err || foundobj == ddobj); | |
124 | #endif | |
125 | (void) strcpy(dd->dd_myname, tail); | |
126 | } else { | |
127 | err = zap_value_search(dp->dp_meta_objset, | |
128 | dd->dd_parent->dd_phys->dd_child_dir_zapobj, | |
129 | ddobj, 0, dd->dd_myname); | |
130 | } | |
13fe0198 | 131 | if (err != 0) |
b128c09f | 132 | goto errout; |
34dc7c2f BB |
133 | } else { |
134 | (void) strcpy(dd->dd_myname, spa_name(dp->dp_spa)); | |
135 | } | |
136 | ||
428870ff BB |
137 | if (dsl_dir_is_clone(dd)) { |
138 | dmu_buf_t *origin_bonus; | |
139 | dsl_dataset_phys_t *origin_phys; | |
140 | ||
141 | /* | |
142 | * We can't open the origin dataset, because | |
143 | * that would require opening this dsl_dir. | |
144 | * Just look at its phys directly instead. | |
145 | */ | |
146 | err = dmu_bonus_hold(dp->dp_meta_objset, | |
147 | dd->dd_phys->dd_origin_obj, FTAG, &origin_bonus); | |
13fe0198 | 148 | if (err != 0) |
428870ff BB |
149 | goto errout; |
150 | origin_phys = origin_bonus->db_data; | |
151 | dd->dd_origin_txg = | |
152 | origin_phys->ds_creation_txg; | |
153 | dmu_buf_rele(origin_bonus, FTAG); | |
154 | } | |
155 | ||
34dc7c2f BB |
156 | winner = dmu_buf_set_user_ie(dbuf, dd, &dd->dd_phys, |
157 | dsl_dir_evict); | |
158 | if (winner) { | |
159 | if (dd->dd_parent) | |
13fe0198 | 160 | dsl_dir_rele(dd->dd_parent, dd); |
34dc7c2f BB |
161 | mutex_destroy(&dd->dd_lock); |
162 | kmem_free(dd, sizeof (dsl_dir_t)); | |
163 | dd = winner; | |
164 | } else { | |
165 | spa_open_ref(dp->dp_spa, dd); | |
166 | } | |
167 | } | |
168 | ||
169 | /* | |
170 | * The dsl_dir_t has both open-to-close and instantiate-to-evict | |
171 | * holds on the spa. We need the open-to-close holds because | |
172 | * otherwise the spa_refcnt wouldn't change when we open a | |
173 | * dir which the spa also has open, so we could incorrectly | |
174 | * think it was OK to unload/export/destroy the pool. We need | |
175 | * the instantiate-to-evict hold because the dsl_dir_t has a | |
176 | * pointer to the dd_pool, which has a pointer to the spa_t. | |
177 | */ | |
178 | spa_open_ref(dp->dp_spa, tag); | |
179 | ASSERT3P(dd->dd_pool, ==, dp); | |
180 | ASSERT3U(dd->dd_object, ==, ddobj); | |
181 | ASSERT3P(dd->dd_dbuf, ==, dbuf); | |
182 | *ddp = dd; | |
183 | return (0); | |
b128c09f BB |
184 | |
185 | errout: | |
186 | if (dd->dd_parent) | |
13fe0198 | 187 | dsl_dir_rele(dd->dd_parent, dd); |
b128c09f BB |
188 | mutex_destroy(&dd->dd_lock); |
189 | kmem_free(dd, sizeof (dsl_dir_t)); | |
190 | dmu_buf_rele(dbuf, tag); | |
191 | return (err); | |
34dc7c2f BB |
192 | } |
193 | ||
194 | void | |
13fe0198 | 195 | dsl_dir_rele(dsl_dir_t *dd, void *tag) |
34dc7c2f BB |
196 | { |
197 | dprintf_dd(dd, "%s\n", ""); | |
198 | spa_close(dd->dd_pool->dp_spa, tag); | |
199 | dmu_buf_rele(dd->dd_dbuf, tag); | |
200 | } | |
201 | ||
202 | /* buf must be long enough (MAXNAMELEN + strlen(MOS_DIR_NAME) + 1 should do) */ | |
203 | void | |
204 | dsl_dir_name(dsl_dir_t *dd, char *buf) | |
205 | { | |
206 | if (dd->dd_parent) { | |
207 | dsl_dir_name(dd->dd_parent, buf); | |
208 | (void) strcat(buf, "/"); | |
209 | } else { | |
210 | buf[0] = '\0'; | |
211 | } | |
212 | if (!MUTEX_HELD(&dd->dd_lock)) { | |
213 | /* | |
214 | * recursive mutex so that we can use | |
215 | * dprintf_dd() with dd_lock held | |
216 | */ | |
217 | mutex_enter(&dd->dd_lock); | |
218 | (void) strcat(buf, dd->dd_myname); | |
219 | mutex_exit(&dd->dd_lock); | |
220 | } else { | |
221 | (void) strcat(buf, dd->dd_myname); | |
222 | } | |
223 | } | |
224 | ||
29809a6c | 225 | /* Calculate name length, avoiding all the strcat calls of dsl_dir_name */ |
34dc7c2f BB |
226 | int |
227 | dsl_dir_namelen(dsl_dir_t *dd) | |
228 | { | |
229 | int result = 0; | |
230 | ||
231 | if (dd->dd_parent) { | |
232 | /* parent's name + 1 for the "/" */ | |
233 | result = dsl_dir_namelen(dd->dd_parent) + 1; | |
234 | } | |
235 | ||
236 | if (!MUTEX_HELD(&dd->dd_lock)) { | |
237 | /* see dsl_dir_name */ | |
238 | mutex_enter(&dd->dd_lock); | |
239 | result += strlen(dd->dd_myname); | |
240 | mutex_exit(&dd->dd_lock); | |
241 | } else { | |
242 | result += strlen(dd->dd_myname); | |
243 | } | |
244 | ||
245 | return (result); | |
246 | } | |
247 | ||
34dc7c2f BB |
248 | static int |
249 | getcomponent(const char *path, char *component, const char **nextp) | |
250 | { | |
251 | char *p; | |
13fe0198 | 252 | |
9babb374 | 253 | if ((path == NULL) || (path[0] == '\0')) |
2e528b49 | 254 | return (SET_ERROR(ENOENT)); |
34dc7c2f BB |
255 | /* This would be a good place to reserve some namespace... */ |
256 | p = strpbrk(path, "/@"); | |
257 | if (p && (p[1] == '/' || p[1] == '@')) { | |
258 | /* two separators in a row */ | |
2e528b49 | 259 | return (SET_ERROR(EINVAL)); |
34dc7c2f BB |
260 | } |
261 | if (p == NULL || p == path) { | |
262 | /* | |
263 | * if the first thing is an @ or /, it had better be an | |
264 | * @ and it had better not have any more ats or slashes, | |
265 | * and it had better have something after the @. | |
266 | */ | |
267 | if (p != NULL && | |
268 | (p[0] != '@' || strpbrk(path+1, "/@") || p[1] == '\0')) | |
2e528b49 | 269 | return (SET_ERROR(EINVAL)); |
34dc7c2f | 270 | if (strlen(path) >= MAXNAMELEN) |
2e528b49 | 271 | return (SET_ERROR(ENAMETOOLONG)); |
34dc7c2f BB |
272 | (void) strcpy(component, path); |
273 | p = NULL; | |
274 | } else if (p[0] == '/') { | |
13fe0198 | 275 | if (p - path >= MAXNAMELEN) |
2e528b49 | 276 | return (SET_ERROR(ENAMETOOLONG)); |
34dc7c2f | 277 | (void) strncpy(component, path, p - path); |
13fe0198 | 278 | component[p - path] = '\0'; |
34dc7c2f BB |
279 | p++; |
280 | } else if (p[0] == '@') { | |
281 | /* | |
282 | * if the next separator is an @, there better not be | |
283 | * any more slashes. | |
284 | */ | |
285 | if (strchr(path, '/')) | |
2e528b49 | 286 | return (SET_ERROR(EINVAL)); |
13fe0198 | 287 | if (p - path >= MAXNAMELEN) |
2e528b49 | 288 | return (SET_ERROR(ENAMETOOLONG)); |
34dc7c2f | 289 | (void) strncpy(component, path, p - path); |
13fe0198 | 290 | component[p - path] = '\0'; |
34dc7c2f | 291 | } else { |
13fe0198 | 292 | panic("invalid p=%p", (void *)p); |
34dc7c2f BB |
293 | } |
294 | *nextp = p; | |
295 | return (0); | |
296 | } | |
297 | ||
298 | /* | |
13fe0198 MA |
299 | * Return the dsl_dir_t, and possibly the last component which couldn't |
300 | * be found in *tail. The name must be in the specified dsl_pool_t. This | |
301 | * thread must hold the dp_config_rwlock for the pool. Returns NULL if the | |
302 | * path is bogus, or if tail==NULL and we couldn't parse the whole name. | |
303 | * (*tail)[0] == '@' means that the last component is a snapshot. | |
34dc7c2f BB |
304 | */ |
305 | int | |
13fe0198 | 306 | dsl_dir_hold(dsl_pool_t *dp, const char *name, void *tag, |
34dc7c2f BB |
307 | dsl_dir_t **ddp, const char **tailp) |
308 | { | |
fcf37ec6 | 309 | char *buf; |
13fe0198 | 310 | const char *spaname, *next, *nextnext = NULL; |
34dc7c2f BB |
311 | int err; |
312 | dsl_dir_t *dd; | |
34dc7c2f | 313 | uint64_t ddobj; |
34dc7c2f | 314 | |
ed2e1576 | 315 | buf = kmem_alloc(MAXNAMELEN, KM_PUSHPAGE); |
34dc7c2f | 316 | err = getcomponent(name, buf, &next); |
13fe0198 | 317 | if (err != 0) |
fcf37ec6 | 318 | goto error; |
34dc7c2f | 319 | |
13fe0198 MA |
320 | /* Make sure the name is in the specified pool. */ |
321 | spaname = spa_name(dp->dp_spa); | |
322 | if (strcmp(buf, spaname) != 0) { | |
2e528b49 | 323 | err = SET_ERROR(EINVAL); |
13fe0198 | 324 | goto error; |
34dc7c2f BB |
325 | } |
326 | ||
13fe0198 | 327 | ASSERT(dsl_pool_config_held(dp)); |
34dc7c2f | 328 | |
13fe0198 MA |
329 | err = dsl_dir_hold_obj(dp, dp->dp_root_dir_obj, NULL, tag, &dd); |
330 | if (err != 0) { | |
fcf37ec6 | 331 | goto error; |
34dc7c2f BB |
332 | } |
333 | ||
334 | while (next != NULL) { | |
335 | dsl_dir_t *child_ds; | |
336 | err = getcomponent(next, buf, &nextnext); | |
13fe0198 | 337 | if (err != 0) |
34dc7c2f BB |
338 | break; |
339 | ASSERT(next[0] != '\0'); | |
340 | if (next[0] == '@') | |
341 | break; | |
342 | dprintf("looking up %s in obj%lld\n", | |
343 | buf, dd->dd_phys->dd_child_dir_zapobj); | |
344 | ||
345 | err = zap_lookup(dp->dp_meta_objset, | |
346 | dd->dd_phys->dd_child_dir_zapobj, | |
347 | buf, sizeof (ddobj), 1, &ddobj); | |
13fe0198 | 348 | if (err != 0) { |
34dc7c2f BB |
349 | if (err == ENOENT) |
350 | err = 0; | |
351 | break; | |
352 | } | |
353 | ||
13fe0198 MA |
354 | err = dsl_dir_hold_obj(dp, ddobj, buf, tag, &child_ds); |
355 | if (err != 0) | |
34dc7c2f | 356 | break; |
13fe0198 | 357 | dsl_dir_rele(dd, tag); |
34dc7c2f BB |
358 | dd = child_ds; |
359 | next = nextnext; | |
360 | } | |
34dc7c2f | 361 | |
13fe0198 MA |
362 | if (err != 0) { |
363 | dsl_dir_rele(dd, tag); | |
fcf37ec6 | 364 | goto error; |
34dc7c2f BB |
365 | } |
366 | ||
367 | /* | |
368 | * It's an error if there's more than one component left, or | |
369 | * tailp==NULL and there's any component left. | |
370 | */ | |
371 | if (next != NULL && | |
372 | (tailp == NULL || (nextnext && nextnext[0] != '\0'))) { | |
373 | /* bad path name */ | |
13fe0198 | 374 | dsl_dir_rele(dd, tag); |
34dc7c2f | 375 | dprintf("next=%p (%s) tail=%p\n", next, next?next:"", tailp); |
2e528b49 | 376 | err = SET_ERROR(ENOENT); |
34dc7c2f | 377 | } |
13fe0198 | 378 | if (tailp != NULL) |
34dc7c2f | 379 | *tailp = next; |
34dc7c2f | 380 | *ddp = dd; |
fcf37ec6 BB |
381 | error: |
382 | kmem_free(buf, MAXNAMELEN); | |
34dc7c2f BB |
383 | return (err); |
384 | } | |
385 | ||
34dc7c2f | 386 | uint64_t |
b128c09f BB |
387 | dsl_dir_create_sync(dsl_pool_t *dp, dsl_dir_t *pds, const char *name, |
388 | dmu_tx_t *tx) | |
34dc7c2f | 389 | { |
b128c09f | 390 | objset_t *mos = dp->dp_meta_objset; |
34dc7c2f | 391 | uint64_t ddobj; |
428870ff | 392 | dsl_dir_phys_t *ddphys; |
34dc7c2f BB |
393 | dmu_buf_t *dbuf; |
394 | ||
395 | ddobj = dmu_object_alloc(mos, DMU_OT_DSL_DIR, 0, | |
396 | DMU_OT_DSL_DIR, sizeof (dsl_dir_phys_t), tx); | |
b128c09f BB |
397 | if (pds) { |
398 | VERIFY(0 == zap_add(mos, pds->dd_phys->dd_child_dir_zapobj, | |
399 | name, sizeof (uint64_t), 1, &ddobj, tx)); | |
400 | } else { | |
401 | /* it's the root dir */ | |
402 | VERIFY(0 == zap_add(mos, DMU_POOL_DIRECTORY_OBJECT, | |
403 | DMU_POOL_ROOT_DATASET, sizeof (uint64_t), 1, &ddobj, tx)); | |
404 | } | |
34dc7c2f BB |
405 | VERIFY(0 == dmu_bonus_hold(mos, ddobj, FTAG, &dbuf)); |
406 | dmu_buf_will_dirty(dbuf, tx); | |
428870ff | 407 | ddphys = dbuf->db_data; |
34dc7c2f | 408 | |
428870ff | 409 | ddphys->dd_creation_time = gethrestime_sec(); |
b128c09f | 410 | if (pds) |
428870ff BB |
411 | ddphys->dd_parent_obj = pds->dd_object; |
412 | ddphys->dd_props_zapobj = zap_create(mos, | |
34dc7c2f | 413 | DMU_OT_DSL_PROPS, DMU_OT_NONE, 0, tx); |
428870ff | 414 | ddphys->dd_child_dir_zapobj = zap_create(mos, |
34dc7c2f | 415 | DMU_OT_DSL_DIR_CHILD_MAP, DMU_OT_NONE, 0, tx); |
b128c09f | 416 | if (spa_version(dp->dp_spa) >= SPA_VERSION_USED_BREAKDOWN) |
428870ff | 417 | ddphys->dd_flags |= DD_FLAG_USED_BREAKDOWN; |
34dc7c2f BB |
418 | dmu_buf_rele(dbuf, FTAG); |
419 | ||
420 | return (ddobj); | |
421 | } | |
422 | ||
b128c09f BB |
423 | boolean_t |
424 | dsl_dir_is_clone(dsl_dir_t *dd) | |
34dc7c2f | 425 | { |
b128c09f BB |
426 | return (dd->dd_phys->dd_origin_obj && |
427 | (dd->dd_pool->dp_origin_snap == NULL || | |
428 | dd->dd_phys->dd_origin_obj != | |
429 | dd->dd_pool->dp_origin_snap->ds_object)); | |
34dc7c2f BB |
430 | } |
431 | ||
432 | void | |
433 | dsl_dir_stats(dsl_dir_t *dd, nvlist_t *nv) | |
434 | { | |
435 | mutex_enter(&dd->dd_lock); | |
b128c09f BB |
436 | dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USED, |
437 | dd->dd_phys->dd_used_bytes); | |
34dc7c2f BB |
438 | dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_QUOTA, dd->dd_phys->dd_quota); |
439 | dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_RESERVATION, | |
440 | dd->dd_phys->dd_reserved); | |
441 | dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_COMPRESSRATIO, | |
442 | dd->dd_phys->dd_compressed_bytes == 0 ? 100 : | |
443 | (dd->dd_phys->dd_uncompressed_bytes * 100 / | |
444 | dd->dd_phys->dd_compressed_bytes)); | |
24a64651 MA |
445 | dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_LOGICALUSED, |
446 | dd->dd_phys->dd_uncompressed_bytes); | |
b128c09f BB |
447 | if (dd->dd_phys->dd_flags & DD_FLAG_USED_BREAKDOWN) { |
448 | dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USEDSNAP, | |
449 | dd->dd_phys->dd_used_breakdown[DD_USED_SNAP]); | |
450 | dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USEDDS, | |
451 | dd->dd_phys->dd_used_breakdown[DD_USED_HEAD]); | |
452 | dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USEDREFRESERV, | |
453 | dd->dd_phys->dd_used_breakdown[DD_USED_REFRSRV]); | |
454 | dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USEDCHILD, | |
455 | dd->dd_phys->dd_used_breakdown[DD_USED_CHILD] + | |
456 | dd->dd_phys->dd_used_breakdown[DD_USED_CHILD_RSRV]); | |
457 | } | |
34dc7c2f BB |
458 | mutex_exit(&dd->dd_lock); |
459 | ||
b128c09f | 460 | if (dsl_dir_is_clone(dd)) { |
34dc7c2f BB |
461 | dsl_dataset_t *ds; |
462 | char buf[MAXNAMELEN]; | |
463 | ||
13fe0198 | 464 | VERIFY0(dsl_dataset_hold_obj(dd->dd_pool, |
b128c09f | 465 | dd->dd_phys->dd_origin_obj, FTAG, &ds)); |
34dc7c2f | 466 | dsl_dataset_name(ds, buf); |
b128c09f | 467 | dsl_dataset_rele(ds, FTAG); |
34dc7c2f BB |
468 | dsl_prop_nvlist_add_string(nv, ZFS_PROP_ORIGIN, buf); |
469 | } | |
34dc7c2f BB |
470 | } |
471 | ||
472 | void | |
473 | dsl_dir_dirty(dsl_dir_t *dd, dmu_tx_t *tx) | |
474 | { | |
475 | dsl_pool_t *dp = dd->dd_pool; | |
476 | ||
477 | ASSERT(dd->dd_phys); | |
478 | ||
13fe0198 | 479 | if (txg_list_add(&dp->dp_dirty_dirs, dd, tx->tx_txg)) { |
34dc7c2f BB |
480 | /* up the hold count until we can be written out */ |
481 | dmu_buf_add_ref(dd->dd_dbuf, dd); | |
482 | } | |
483 | } | |
484 | ||
485 | static int64_t | |
486 | parent_delta(dsl_dir_t *dd, uint64_t used, int64_t delta) | |
487 | { | |
488 | uint64_t old_accounted = MAX(used, dd->dd_phys->dd_reserved); | |
489 | uint64_t new_accounted = MAX(used + delta, dd->dd_phys->dd_reserved); | |
490 | return (new_accounted - old_accounted); | |
491 | } | |
492 | ||
493 | void | |
494 | dsl_dir_sync(dsl_dir_t *dd, dmu_tx_t *tx) | |
495 | { | |
496 | ASSERT(dmu_tx_is_syncing(tx)); | |
497 | ||
34dc7c2f | 498 | mutex_enter(&dd->dd_lock); |
c99c9001 | 499 | ASSERT0(dd->dd_tempreserved[tx->tx_txg&TXG_MASK]); |
34dc7c2f BB |
500 | dprintf_dd(dd, "txg=%llu towrite=%lluK\n", tx->tx_txg, |
501 | dd->dd_space_towrite[tx->tx_txg&TXG_MASK] / 1024); | |
502 | dd->dd_space_towrite[tx->tx_txg&TXG_MASK] = 0; | |
34dc7c2f BB |
503 | mutex_exit(&dd->dd_lock); |
504 | ||
505 | /* release the hold from dsl_dir_dirty */ | |
506 | dmu_buf_rele(dd->dd_dbuf, dd); | |
507 | } | |
508 | ||
509 | static uint64_t | |
510 | dsl_dir_space_towrite(dsl_dir_t *dd) | |
511 | { | |
512 | uint64_t space = 0; | |
513 | int i; | |
514 | ||
515 | ASSERT(MUTEX_HELD(&dd->dd_lock)); | |
516 | ||
517 | for (i = 0; i < TXG_SIZE; i++) { | |
518 | space += dd->dd_space_towrite[i&TXG_MASK]; | |
519 | ASSERT3U(dd->dd_space_towrite[i&TXG_MASK], >=, 0); | |
520 | } | |
521 | return (space); | |
522 | } | |
523 | ||
524 | /* | |
525 | * How much space would dd have available if ancestor had delta applied | |
526 | * to it? If ondiskonly is set, we're only interested in what's | |
527 | * on-disk, not estimated pending changes. | |
528 | */ | |
529 | uint64_t | |
530 | dsl_dir_space_available(dsl_dir_t *dd, | |
531 | dsl_dir_t *ancestor, int64_t delta, int ondiskonly) | |
532 | { | |
533 | uint64_t parentspace, myspace, quota, used; | |
534 | ||
535 | /* | |
536 | * If there are no restrictions otherwise, assume we have | |
537 | * unlimited space available. | |
538 | */ | |
539 | quota = UINT64_MAX; | |
540 | parentspace = UINT64_MAX; | |
541 | ||
542 | if (dd->dd_parent != NULL) { | |
543 | parentspace = dsl_dir_space_available(dd->dd_parent, | |
544 | ancestor, delta, ondiskonly); | |
545 | } | |
546 | ||
547 | mutex_enter(&dd->dd_lock); | |
548 | if (dd->dd_phys->dd_quota != 0) | |
549 | quota = dd->dd_phys->dd_quota; | |
b128c09f | 550 | used = dd->dd_phys->dd_used_bytes; |
34dc7c2f BB |
551 | if (!ondiskonly) |
552 | used += dsl_dir_space_towrite(dd); | |
34dc7c2f BB |
553 | |
554 | if (dd->dd_parent == NULL) { | |
555 | uint64_t poolsize = dsl_pool_adjustedsize(dd->dd_pool, FALSE); | |
556 | quota = MIN(quota, poolsize); | |
557 | } | |
558 | ||
559 | if (dd->dd_phys->dd_reserved > used && parentspace != UINT64_MAX) { | |
560 | /* | |
561 | * We have some space reserved, in addition to what our | |
562 | * parent gave us. | |
563 | */ | |
564 | parentspace += dd->dd_phys->dd_reserved - used; | |
565 | } | |
566 | ||
b128c09f BB |
567 | if (dd == ancestor) { |
568 | ASSERT(delta <= 0); | |
569 | ASSERT(used >= -delta); | |
570 | used += delta; | |
571 | if (parentspace != UINT64_MAX) | |
572 | parentspace -= delta; | |
573 | } | |
574 | ||
34dc7c2f BB |
575 | if (used > quota) { |
576 | /* over quota */ | |
577 | myspace = 0; | |
34dc7c2f BB |
578 | } else { |
579 | /* | |
580 | * the lesser of the space provided by our parent and | |
581 | * the space left in our quota | |
582 | */ | |
583 | myspace = MIN(parentspace, quota - used); | |
584 | } | |
585 | ||
586 | mutex_exit(&dd->dd_lock); | |
587 | ||
588 | return (myspace); | |
589 | } | |
590 | ||
591 | struct tempreserve { | |
592 | list_node_t tr_node; | |
34dc7c2f BB |
593 | dsl_dir_t *tr_ds; |
594 | uint64_t tr_size; | |
595 | }; | |
596 | ||
597 | static int | |
598 | dsl_dir_tempreserve_impl(dsl_dir_t *dd, uint64_t asize, boolean_t netfree, | |
599 | boolean_t ignorequota, boolean_t checkrefquota, list_t *tr_list, | |
600 | dmu_tx_t *tx, boolean_t first) | |
601 | { | |
602 | uint64_t txg = tx->tx_txg; | |
603 | uint64_t est_inflight, used_on_disk, quota, parent_rsrv; | |
428870ff | 604 | uint64_t deferred = 0; |
34dc7c2f | 605 | struct tempreserve *tr; |
428870ff | 606 | int retval = EDQUOT; |
34dc7c2f BB |
607 | int txgidx = txg & TXG_MASK; |
608 | int i; | |
609 | uint64_t ref_rsrv = 0; | |
610 | ||
611 | ASSERT3U(txg, !=, 0); | |
612 | ASSERT3S(asize, >, 0); | |
613 | ||
614 | mutex_enter(&dd->dd_lock); | |
615 | ||
616 | /* | |
617 | * Check against the dsl_dir's quota. We don't add in the delta | |
618 | * when checking for over-quota because they get one free hit. | |
619 | */ | |
620 | est_inflight = dsl_dir_space_towrite(dd); | |
621 | for (i = 0; i < TXG_SIZE; i++) | |
622 | est_inflight += dd->dd_tempreserved[i]; | |
b128c09f | 623 | used_on_disk = dd->dd_phys->dd_used_bytes; |
34dc7c2f BB |
624 | |
625 | /* | |
626 | * On the first iteration, fetch the dataset's used-on-disk and | |
627 | * refreservation values. Also, if checkrefquota is set, test if | |
628 | * allocating this space would exceed the dataset's refquota. | |
629 | */ | |
630 | if (first && tx->tx_objset) { | |
631 | int error; | |
428870ff | 632 | dsl_dataset_t *ds = tx->tx_objset->os_dsl_dataset; |
34dc7c2f BB |
633 | |
634 | error = dsl_dataset_check_quota(ds, checkrefquota, | |
635 | asize, est_inflight, &used_on_disk, &ref_rsrv); | |
636 | if (error) { | |
637 | mutex_exit(&dd->dd_lock); | |
638 | return (error); | |
639 | } | |
640 | } | |
641 | ||
642 | /* | |
643 | * If this transaction will result in a net free of space, | |
644 | * we want to let it through. | |
645 | */ | |
646 | if (ignorequota || netfree || dd->dd_phys->dd_quota == 0) | |
647 | quota = UINT64_MAX; | |
648 | else | |
649 | quota = dd->dd_phys->dd_quota; | |
650 | ||
651 | /* | |
428870ff BB |
652 | * Adjust the quota against the actual pool size at the root |
653 | * minus any outstanding deferred frees. | |
34dc7c2f BB |
654 | * To ensure that it's possible to remove files from a full |
655 | * pool without inducing transient overcommits, we throttle | |
656 | * netfree transactions against a quota that is slightly larger, | |
657 | * but still within the pool's allocation slop. In cases where | |
658 | * we're very close to full, this will allow a steady trickle of | |
659 | * removes to get through. | |
660 | */ | |
661 | if (dd->dd_parent == NULL) { | |
428870ff | 662 | spa_t *spa = dd->dd_pool->dp_spa; |
34dc7c2f | 663 | uint64_t poolsize = dsl_pool_adjustedsize(dd->dd_pool, netfree); |
428870ff BB |
664 | deferred = metaslab_class_get_deferred(spa_normal_class(spa)); |
665 | if (poolsize - deferred < quota) { | |
666 | quota = poolsize - deferred; | |
667 | retval = ENOSPC; | |
34dc7c2f BB |
668 | } |
669 | } | |
670 | ||
671 | /* | |
672 | * If they are requesting more space, and our current estimate | |
673 | * is over quota, they get to try again unless the actual | |
674 | * on-disk is over quota and there are no pending changes (which | |
675 | * may free up space for us). | |
676 | */ | |
428870ff BB |
677 | if (used_on_disk + est_inflight >= quota) { |
678 | if (est_inflight > 0 || used_on_disk < quota || | |
679 | (retval == ENOSPC && used_on_disk < quota + deferred)) | |
680 | retval = ERESTART; | |
34dc7c2f BB |
681 | dprintf_dd(dd, "failing: used=%lluK inflight = %lluK " |
682 | "quota=%lluK tr=%lluK err=%d\n", | |
683 | used_on_disk>>10, est_inflight>>10, | |
428870ff | 684 | quota>>10, asize>>10, retval); |
34dc7c2f | 685 | mutex_exit(&dd->dd_lock); |
2e528b49 | 686 | return (SET_ERROR(retval)); |
34dc7c2f BB |
687 | } |
688 | ||
689 | /* We need to up our estimated delta before dropping dd_lock */ | |
690 | dd->dd_tempreserved[txgidx] += asize; | |
691 | ||
692 | parent_rsrv = parent_delta(dd, used_on_disk + est_inflight, | |
693 | asize - ref_rsrv); | |
694 | mutex_exit(&dd->dd_lock); | |
695 | ||
b8d06fca | 696 | tr = kmem_zalloc(sizeof (struct tempreserve), KM_PUSHPAGE); |
34dc7c2f BB |
697 | tr->tr_ds = dd; |
698 | tr->tr_size = asize; | |
699 | list_insert_tail(tr_list, tr); | |
700 | ||
701 | /* see if it's OK with our parent */ | |
702 | if (dd->dd_parent && parent_rsrv) { | |
703 | boolean_t ismos = (dd->dd_phys->dd_head_dataset_obj == 0); | |
704 | ||
705 | return (dsl_dir_tempreserve_impl(dd->dd_parent, | |
706 | parent_rsrv, netfree, ismos, TRUE, tr_list, tx, FALSE)); | |
707 | } else { | |
708 | return (0); | |
709 | } | |
710 | } | |
711 | ||
712 | /* | |
713 | * Reserve space in this dsl_dir, to be used in this tx's txg. | |
714 | * After the space has been dirtied (and dsl_dir_willuse_space() | |
715 | * has been called), the reservation should be canceled, using | |
716 | * dsl_dir_tempreserve_clear(). | |
717 | */ | |
718 | int | |
719 | dsl_dir_tempreserve_space(dsl_dir_t *dd, uint64_t lsize, uint64_t asize, | |
720 | uint64_t fsize, uint64_t usize, void **tr_cookiep, dmu_tx_t *tx) | |
721 | { | |
722 | int err; | |
723 | list_t *tr_list; | |
724 | ||
725 | if (asize == 0) { | |
726 | *tr_cookiep = NULL; | |
727 | return (0); | |
728 | } | |
729 | ||
b8d06fca | 730 | tr_list = kmem_alloc(sizeof (list_t), KM_PUSHPAGE); |
34dc7c2f BB |
731 | list_create(tr_list, sizeof (struct tempreserve), |
732 | offsetof(struct tempreserve, tr_node)); | |
733 | ASSERT3S(asize, >, 0); | |
734 | ASSERT3S(fsize, >=, 0); | |
735 | ||
736 | err = arc_tempreserve_space(lsize, tx->tx_txg); | |
737 | if (err == 0) { | |
738 | struct tempreserve *tr; | |
739 | ||
b8d06fca | 740 | tr = kmem_zalloc(sizeof (struct tempreserve), KM_PUSHPAGE); |
34dc7c2f BB |
741 | tr->tr_size = lsize; |
742 | list_insert_tail(tr_list, tr); | |
34dc7c2f BB |
743 | } else { |
744 | if (err == EAGAIN) { | |
e8b96c60 MA |
745 | /* |
746 | * If arc_memory_throttle() detected that pageout | |
747 | * is running and we are low on memory, we delay new | |
748 | * non-pageout transactions to give pageout an | |
749 | * advantage. | |
750 | * | |
751 | * It is unfortunate to be delaying while the caller's | |
752 | * locks are held. | |
753 | */ | |
63fd3c6c AL |
754 | txg_delay(dd->dd_pool, tx->tx_txg, |
755 | MSEC2NSEC(10), MSEC2NSEC(10)); | |
2e528b49 | 756 | err = SET_ERROR(ERESTART); |
34dc7c2f | 757 | } |
34dc7c2f BB |
758 | } |
759 | ||
760 | if (err == 0) { | |
34dc7c2f BB |
761 | err = dsl_dir_tempreserve_impl(dd, asize, fsize >= asize, |
762 | FALSE, asize > usize, tr_list, tx, TRUE); | |
763 | } | |
764 | ||
13fe0198 | 765 | if (err != 0) |
34dc7c2f BB |
766 | dsl_dir_tempreserve_clear(tr_list, tx); |
767 | else | |
768 | *tr_cookiep = tr_list; | |
769 | ||
770 | return (err); | |
771 | } | |
772 | ||
773 | /* | |
774 | * Clear a temporary reservation that we previously made with | |
775 | * dsl_dir_tempreserve_space(). | |
776 | */ | |
777 | void | |
778 | dsl_dir_tempreserve_clear(void *tr_cookie, dmu_tx_t *tx) | |
779 | { | |
780 | int txgidx = tx->tx_txg & TXG_MASK; | |
781 | list_t *tr_list = tr_cookie; | |
782 | struct tempreserve *tr; | |
783 | ||
784 | ASSERT3U(tx->tx_txg, !=, 0); | |
785 | ||
786 | if (tr_cookie == NULL) | |
787 | return; | |
788 | ||
e8b96c60 MA |
789 | while ((tr = list_head(tr_list)) != NULL) { |
790 | if (tr->tr_ds) { | |
34dc7c2f BB |
791 | mutex_enter(&tr->tr_ds->dd_lock); |
792 | ASSERT3U(tr->tr_ds->dd_tempreserved[txgidx], >=, | |
793 | tr->tr_size); | |
794 | tr->tr_ds->dd_tempreserved[txgidx] -= tr->tr_size; | |
795 | mutex_exit(&tr->tr_ds->dd_lock); | |
796 | } else { | |
797 | arc_tempreserve_clear(tr->tr_size); | |
798 | } | |
799 | list_remove(tr_list, tr); | |
800 | kmem_free(tr, sizeof (struct tempreserve)); | |
801 | } | |
802 | ||
803 | kmem_free(tr_list, sizeof (list_t)); | |
804 | } | |
805 | ||
e8b96c60 MA |
806 | /* |
807 | * This should be called from open context when we think we're going to write | |
808 | * or free space, for example when dirtying data. Be conservative; it's okay | |
809 | * to write less space or free more, but we don't want to write more or free | |
810 | * less than the amount specified. | |
811 | */ | |
812 | void | |
813 | dsl_dir_willuse_space(dsl_dir_t *dd, int64_t space, dmu_tx_t *tx) | |
34dc7c2f BB |
814 | { |
815 | int64_t parent_space; | |
816 | uint64_t est_used; | |
817 | ||
818 | mutex_enter(&dd->dd_lock); | |
819 | if (space > 0) | |
820 | dd->dd_space_towrite[tx->tx_txg & TXG_MASK] += space; | |
821 | ||
b128c09f | 822 | est_used = dsl_dir_space_towrite(dd) + dd->dd_phys->dd_used_bytes; |
34dc7c2f BB |
823 | parent_space = parent_delta(dd, est_used, space); |
824 | mutex_exit(&dd->dd_lock); | |
825 | ||
826 | /* Make sure that we clean up dd_space_to* */ | |
827 | dsl_dir_dirty(dd, tx); | |
828 | ||
829 | /* XXX this is potentially expensive and unnecessary... */ | |
830 | if (parent_space && dd->dd_parent) | |
e8b96c60 | 831 | dsl_dir_willuse_space(dd->dd_parent, parent_space, tx); |
34dc7c2f BB |
832 | } |
833 | ||
834 | /* call from syncing context when we actually write/free space for this dd */ | |
835 | void | |
b128c09f | 836 | dsl_dir_diduse_space(dsl_dir_t *dd, dd_used_t type, |
34dc7c2f BB |
837 | int64_t used, int64_t compressed, int64_t uncompressed, dmu_tx_t *tx) |
838 | { | |
839 | int64_t accounted_delta; | |
a169a625 MA |
840 | |
841 | /* | |
842 | * dsl_dataset_set_refreservation_sync_impl() calls this with | |
843 | * dd_lock held, so that it can atomically update | |
844 | * ds->ds_reserved and the dsl_dir accounting, so that | |
845 | * dsl_dataset_check_quota() can see dataset and dir accounting | |
846 | * consistently. | |
847 | */ | |
b128c09f | 848 | boolean_t needlock = !MUTEX_HELD(&dd->dd_lock); |
34dc7c2f BB |
849 | |
850 | ASSERT(dmu_tx_is_syncing(tx)); | |
b128c09f | 851 | ASSERT(type < DD_USED_NUM); |
34dc7c2f | 852 | |
a169a625 MA |
853 | dmu_buf_will_dirty(dd->dd_dbuf, tx); |
854 | ||
b128c09f BB |
855 | if (needlock) |
856 | mutex_enter(&dd->dd_lock); | |
857 | accounted_delta = parent_delta(dd, dd->dd_phys->dd_used_bytes, used); | |
858 | ASSERT(used >= 0 || dd->dd_phys->dd_used_bytes >= -used); | |
34dc7c2f BB |
859 | ASSERT(compressed >= 0 || |
860 | dd->dd_phys->dd_compressed_bytes >= -compressed); | |
861 | ASSERT(uncompressed >= 0 || | |
862 | dd->dd_phys->dd_uncompressed_bytes >= -uncompressed); | |
b128c09f | 863 | dd->dd_phys->dd_used_bytes += used; |
34dc7c2f BB |
864 | dd->dd_phys->dd_uncompressed_bytes += uncompressed; |
865 | dd->dd_phys->dd_compressed_bytes += compressed; | |
b128c09f BB |
866 | |
867 | if (dd->dd_phys->dd_flags & DD_FLAG_USED_BREAKDOWN) { | |
868 | ASSERT(used > 0 || | |
869 | dd->dd_phys->dd_used_breakdown[type] >= -used); | |
870 | dd->dd_phys->dd_used_breakdown[type] += used; | |
871 | #ifdef DEBUG | |
d6320ddb BB |
872 | { |
873 | dd_used_t t; | |
874 | uint64_t u = 0; | |
875 | for (t = 0; t < DD_USED_NUM; t++) | |
876 | u += dd->dd_phys->dd_used_breakdown[t]; | |
877 | ASSERT3U(u, ==, dd->dd_phys->dd_used_bytes); | |
878 | } | |
b128c09f BB |
879 | #endif |
880 | } | |
881 | if (needlock) | |
882 | mutex_exit(&dd->dd_lock); | |
34dc7c2f BB |
883 | |
884 | if (dd->dd_parent != NULL) { | |
b128c09f | 885 | dsl_dir_diduse_space(dd->dd_parent, DD_USED_CHILD, |
34dc7c2f | 886 | accounted_delta, compressed, uncompressed, tx); |
b128c09f BB |
887 | dsl_dir_transfer_space(dd->dd_parent, |
888 | used - accounted_delta, | |
889 | DD_USED_CHILD_RSRV, DD_USED_CHILD, tx); | |
34dc7c2f BB |
890 | } |
891 | } | |
892 | ||
b128c09f BB |
893 | void |
894 | dsl_dir_transfer_space(dsl_dir_t *dd, int64_t delta, | |
895 | dd_used_t oldtype, dd_used_t newtype, dmu_tx_t *tx) | |
896 | { | |
b128c09f BB |
897 | ASSERT(dmu_tx_is_syncing(tx)); |
898 | ASSERT(oldtype < DD_USED_NUM); | |
899 | ASSERT(newtype < DD_USED_NUM); | |
900 | ||
901 | if (delta == 0 || !(dd->dd_phys->dd_flags & DD_FLAG_USED_BREAKDOWN)) | |
902 | return; | |
903 | ||
a169a625 MA |
904 | dmu_buf_will_dirty(dd->dd_dbuf, tx); |
905 | mutex_enter(&dd->dd_lock); | |
b128c09f BB |
906 | ASSERT(delta > 0 ? |
907 | dd->dd_phys->dd_used_breakdown[oldtype] >= delta : | |
908 | dd->dd_phys->dd_used_breakdown[newtype] >= -delta); | |
909 | ASSERT(dd->dd_phys->dd_used_bytes >= ABS(delta)); | |
910 | dd->dd_phys->dd_used_breakdown[oldtype] -= delta; | |
911 | dd->dd_phys->dd_used_breakdown[newtype] += delta; | |
a169a625 | 912 | mutex_exit(&dd->dd_lock); |
b128c09f BB |
913 | } |
914 | ||
13fe0198 MA |
915 | typedef struct dsl_dir_set_qr_arg { |
916 | const char *ddsqra_name; | |
917 | zprop_source_t ddsqra_source; | |
918 | uint64_t ddsqra_value; | |
919 | } dsl_dir_set_qr_arg_t; | |
920 | ||
34dc7c2f | 921 | static int |
13fe0198 | 922 | dsl_dir_set_quota_check(void *arg, dmu_tx_t *tx) |
34dc7c2f | 923 | { |
13fe0198 MA |
924 | dsl_dir_set_qr_arg_t *ddsqra = arg; |
925 | dsl_pool_t *dp = dmu_tx_pool(tx); | |
926 | dsl_dataset_t *ds; | |
927 | int error; | |
928 | uint64_t towrite, newval; | |
34dc7c2f | 929 | |
13fe0198 MA |
930 | error = dsl_dataset_hold(dp, ddsqra->ddsqra_name, FTAG, &ds); |
931 | if (error != 0) | |
932 | return (error); | |
933 | ||
934 | error = dsl_prop_predict(ds->ds_dir, "quota", | |
935 | ddsqra->ddsqra_source, ddsqra->ddsqra_value, &newval); | |
936 | if (error != 0) { | |
937 | dsl_dataset_rele(ds, FTAG); | |
938 | return (error); | |
939 | } | |
428870ff | 940 | |
13fe0198 MA |
941 | if (newval == 0) { |
942 | dsl_dataset_rele(ds, FTAG); | |
34dc7c2f | 943 | return (0); |
13fe0198 | 944 | } |
34dc7c2f | 945 | |
13fe0198 | 946 | mutex_enter(&ds->ds_dir->dd_lock); |
34dc7c2f BB |
947 | /* |
948 | * If we are doing the preliminary check in open context, and | |
949 | * there are pending changes, then don't fail it, since the | |
950 | * pending changes could under-estimate the amount of space to be | |
951 | * freed up. | |
952 | */ | |
13fe0198 | 953 | towrite = dsl_dir_space_towrite(ds->ds_dir); |
34dc7c2f | 954 | if ((dmu_tx_is_syncing(tx) || towrite == 0) && |
13fe0198 MA |
955 | (newval < ds->ds_dir->dd_phys->dd_reserved || |
956 | newval < ds->ds_dir->dd_phys->dd_used_bytes + towrite)) { | |
2e528b49 | 957 | error = SET_ERROR(ENOSPC); |
34dc7c2f | 958 | } |
13fe0198 MA |
959 | mutex_exit(&ds->ds_dir->dd_lock); |
960 | dsl_dataset_rele(ds, FTAG); | |
961 | return (error); | |
34dc7c2f BB |
962 | } |
963 | ||
34dc7c2f | 964 | static void |
13fe0198 | 965 | dsl_dir_set_quota_sync(void *arg, dmu_tx_t *tx) |
34dc7c2f | 966 | { |
13fe0198 MA |
967 | dsl_dir_set_qr_arg_t *ddsqra = arg; |
968 | dsl_pool_t *dp = dmu_tx_pool(tx); | |
969 | dsl_dataset_t *ds; | |
970 | uint64_t newval; | |
428870ff | 971 | |
13fe0198 | 972 | VERIFY0(dsl_dataset_hold(dp, ddsqra->ddsqra_name, FTAG, &ds)); |
34dc7c2f | 973 | |
b1118acb MM |
974 | if (spa_version(dp->dp_spa) >= SPA_VERSION_RECVD_PROPS) { |
975 | dsl_prop_set_sync_impl(ds, zfs_prop_to_name(ZFS_PROP_QUOTA), | |
976 | ddsqra->ddsqra_source, sizeof (ddsqra->ddsqra_value), 1, | |
977 | &ddsqra->ddsqra_value, tx); | |
34dc7c2f | 978 | |
b1118acb MM |
979 | VERIFY0(dsl_prop_get_int_ds(ds, |
980 | zfs_prop_to_name(ZFS_PROP_QUOTA), &newval)); | |
981 | } else { | |
982 | newval = ddsqra->ddsqra_value; | |
983 | spa_history_log_internal_ds(ds, "set", tx, "%s=%lld", | |
984 | zfs_prop_to_name(ZFS_PROP_QUOTA), (longlong_t)newval); | |
985 | } | |
6f1ffb06 | 986 | |
13fe0198 MA |
987 | dmu_buf_will_dirty(ds->ds_dir->dd_dbuf, tx); |
988 | mutex_enter(&ds->ds_dir->dd_lock); | |
989 | ds->ds_dir->dd_phys->dd_quota = newval; | |
990 | mutex_exit(&ds->ds_dir->dd_lock); | |
991 | dsl_dataset_rele(ds, FTAG); | |
34dc7c2f BB |
992 | } |
993 | ||
994 | int | |
428870ff | 995 | dsl_dir_set_quota(const char *ddname, zprop_source_t source, uint64_t quota) |
34dc7c2f | 996 | { |
13fe0198 | 997 | dsl_dir_set_qr_arg_t ddsqra; |
428870ff | 998 | |
13fe0198 MA |
999 | ddsqra.ddsqra_name = ddname; |
1000 | ddsqra.ddsqra_source = source; | |
1001 | ddsqra.ddsqra_value = quota; | |
428870ff | 1002 | |
13fe0198 MA |
1003 | return (dsl_sync_task(ddname, dsl_dir_set_quota_check, |
1004 | dsl_dir_set_quota_sync, &ddsqra, 0)); | |
34dc7c2f BB |
1005 | } |
1006 | ||
1007 | int | |
13fe0198 | 1008 | dsl_dir_set_reservation_check(void *arg, dmu_tx_t *tx) |
34dc7c2f | 1009 | { |
13fe0198 MA |
1010 | dsl_dir_set_qr_arg_t *ddsqra = arg; |
1011 | dsl_pool_t *dp = dmu_tx_pool(tx); | |
1012 | dsl_dataset_t *ds; | |
1013 | dsl_dir_t *dd; | |
1014 | uint64_t newval, used, avail; | |
1015 | int error; | |
428870ff | 1016 | |
13fe0198 MA |
1017 | error = dsl_dataset_hold(dp, ddsqra->ddsqra_name, FTAG, &ds); |
1018 | if (error != 0) | |
1019 | return (error); | |
1020 | dd = ds->ds_dir; | |
34dc7c2f BB |
1021 | |
1022 | /* | |
1023 | * If we are doing the preliminary check in open context, the | |
1024 | * space estimates may be inaccurate. | |
1025 | */ | |
13fe0198 MA |
1026 | if (!dmu_tx_is_syncing(tx)) { |
1027 | dsl_dataset_rele(ds, FTAG); | |
34dc7c2f | 1028 | return (0); |
13fe0198 MA |
1029 | } |
1030 | ||
1031 | error = dsl_prop_predict(ds->ds_dir, | |
1032 | zfs_prop_to_name(ZFS_PROP_RESERVATION), | |
1033 | ddsqra->ddsqra_source, ddsqra->ddsqra_value, &newval); | |
1034 | if (error != 0) { | |
1035 | dsl_dataset_rele(ds, FTAG); | |
1036 | return (error); | |
1037 | } | |
34dc7c2f BB |
1038 | |
1039 | mutex_enter(&dd->dd_lock); | |
b128c09f | 1040 | used = dd->dd_phys->dd_used_bytes; |
34dc7c2f BB |
1041 | mutex_exit(&dd->dd_lock); |
1042 | ||
1043 | if (dd->dd_parent) { | |
1044 | avail = dsl_dir_space_available(dd->dd_parent, | |
1045 | NULL, 0, FALSE); | |
1046 | } else { | |
1047 | avail = dsl_pool_adjustedsize(dd->dd_pool, B_FALSE) - used; | |
1048 | } | |
1049 | ||
13fe0198 MA |
1050 | if (MAX(used, newval) > MAX(used, dd->dd_phys->dd_reserved)) { |
1051 | uint64_t delta = MAX(used, newval) - | |
d164b209 BB |
1052 | MAX(used, dd->dd_phys->dd_reserved); |
1053 | ||
13fe0198 MA |
1054 | if (delta > avail || |
1055 | (dd->dd_phys->dd_quota > 0 && | |
1056 | newval > dd->dd_phys->dd_quota)) | |
2e528b49 | 1057 | error = SET_ERROR(ENOSPC); |
d164b209 BB |
1058 | } |
1059 | ||
13fe0198 MA |
1060 | dsl_dataset_rele(ds, FTAG); |
1061 | return (error); | |
34dc7c2f BB |
1062 | } |
1063 | ||
13fe0198 | 1064 | void |
6f1ffb06 | 1065 | dsl_dir_set_reservation_sync_impl(dsl_dir_t *dd, uint64_t value, dmu_tx_t *tx) |
34dc7c2f | 1066 | { |
34dc7c2f BB |
1067 | uint64_t used; |
1068 | int64_t delta; | |
1069 | ||
1070 | dmu_buf_will_dirty(dd->dd_dbuf, tx); | |
1071 | ||
1072 | mutex_enter(&dd->dd_lock); | |
b128c09f | 1073 | used = dd->dd_phys->dd_used_bytes; |
6f1ffb06 MA |
1074 | delta = MAX(used, value) - MAX(used, dd->dd_phys->dd_reserved); |
1075 | dd->dd_phys->dd_reserved = value; | |
34dc7c2f BB |
1076 | |
1077 | if (dd->dd_parent != NULL) { | |
1078 | /* Roll up this additional usage into our ancestors */ | |
b128c09f BB |
1079 | dsl_dir_diduse_space(dd->dd_parent, DD_USED_CHILD_RSRV, |
1080 | delta, 0, 0, tx); | |
34dc7c2f | 1081 | } |
b128c09f | 1082 | mutex_exit(&dd->dd_lock); |
34dc7c2f BB |
1083 | } |
1084 | ||
6f1ffb06 | 1085 | static void |
13fe0198 | 1086 | dsl_dir_set_reservation_sync(void *arg, dmu_tx_t *tx) |
6f1ffb06 | 1087 | { |
13fe0198 MA |
1088 | dsl_dir_set_qr_arg_t *ddsqra = arg; |
1089 | dsl_pool_t *dp = dmu_tx_pool(tx); | |
1090 | dsl_dataset_t *ds; | |
1091 | uint64_t newval; | |
6f1ffb06 | 1092 | |
13fe0198 MA |
1093 | VERIFY0(dsl_dataset_hold(dp, ddsqra->ddsqra_name, FTAG, &ds)); |
1094 | ||
b1118acb MM |
1095 | if (spa_version(dp->dp_spa) >= SPA_VERSION_RECVD_PROPS) { |
1096 | dsl_prop_set_sync_impl(ds, | |
1097 | zfs_prop_to_name(ZFS_PROP_RESERVATION), | |
1098 | ddsqra->ddsqra_source, sizeof (ddsqra->ddsqra_value), 1, | |
1099 | &ddsqra->ddsqra_value, tx); | |
d1d7e268 | 1100 | |
b1118acb MM |
1101 | VERIFY0(dsl_prop_get_int_ds(ds, |
1102 | zfs_prop_to_name(ZFS_PROP_RESERVATION), &newval)); | |
1103 | } else { | |
1104 | newval = ddsqra->ddsqra_value; | |
1105 | spa_history_log_internal_ds(ds, "set", tx, "%s=%lld", | |
1106 | zfs_prop_to_name(ZFS_PROP_RESERVATION), | |
1107 | (longlong_t)newval); | |
1108 | } | |
1109 | ||
13fe0198 MA |
1110 | dsl_dir_set_reservation_sync_impl(ds->ds_dir, newval, tx); |
1111 | dsl_dataset_rele(ds, FTAG); | |
d1d7e268 | 1112 | } |
6f1ffb06 | 1113 | |
34dc7c2f | 1114 | int |
428870ff BB |
1115 | dsl_dir_set_reservation(const char *ddname, zprop_source_t source, |
1116 | uint64_t reservation) | |
34dc7c2f | 1117 | { |
13fe0198 | 1118 | dsl_dir_set_qr_arg_t ddsqra; |
428870ff | 1119 | |
13fe0198 MA |
1120 | ddsqra.ddsqra_name = ddname; |
1121 | ddsqra.ddsqra_source = source; | |
1122 | ddsqra.ddsqra_value = reservation; | |
428870ff | 1123 | |
13fe0198 MA |
1124 | return (dsl_sync_task(ddname, dsl_dir_set_reservation_check, |
1125 | dsl_dir_set_reservation_sync, &ddsqra, 0)); | |
34dc7c2f BB |
1126 | } |
1127 | ||
1128 | static dsl_dir_t * | |
1129 | closest_common_ancestor(dsl_dir_t *ds1, dsl_dir_t *ds2) | |
1130 | { | |
1131 | for (; ds1; ds1 = ds1->dd_parent) { | |
1132 | dsl_dir_t *dd; | |
1133 | for (dd = ds2; dd; dd = dd->dd_parent) { | |
1134 | if (ds1 == dd) | |
1135 | return (dd); | |
1136 | } | |
1137 | } | |
1138 | return (NULL); | |
1139 | } | |
1140 | ||
1141 | /* | |
1142 | * If delta is applied to dd, how much of that delta would be applied to | |
1143 | * ancestor? Syncing context only. | |
1144 | */ | |
1145 | static int64_t | |
1146 | would_change(dsl_dir_t *dd, int64_t delta, dsl_dir_t *ancestor) | |
1147 | { | |
1148 | if (dd == ancestor) | |
1149 | return (delta); | |
1150 | ||
1151 | mutex_enter(&dd->dd_lock); | |
b128c09f | 1152 | delta = parent_delta(dd, dd->dd_phys->dd_used_bytes, delta); |
34dc7c2f BB |
1153 | mutex_exit(&dd->dd_lock); |
1154 | return (would_change(dd->dd_parent, delta, ancestor)); | |
1155 | } | |
1156 | ||
13fe0198 MA |
1157 | typedef struct dsl_dir_rename_arg { |
1158 | const char *ddra_oldname; | |
1159 | const char *ddra_newname; | |
1160 | } dsl_dir_rename_arg_t; | |
34dc7c2f | 1161 | |
13fe0198 | 1162 | /* ARGSUSED */ |
34dc7c2f | 1163 | static int |
13fe0198 | 1164 | dsl_valid_rename(dsl_pool_t *dp, dsl_dataset_t *ds, void *arg) |
34dc7c2f | 1165 | { |
13fe0198 MA |
1166 | int *deltap = arg; |
1167 | char namebuf[MAXNAMELEN]; | |
34dc7c2f | 1168 | |
13fe0198 MA |
1169 | dsl_dataset_name(ds, namebuf); |
1170 | ||
1171 | if (strlen(namebuf) + *deltap >= MAXNAMELEN) | |
2e528b49 | 1172 | return (SET_ERROR(ENAMETOOLONG)); |
13fe0198 MA |
1173 | return (0); |
1174 | } | |
1175 | ||
1176 | static int | |
1177 | dsl_dir_rename_check(void *arg, dmu_tx_t *tx) | |
1178 | { | |
1179 | dsl_dir_rename_arg_t *ddra = arg; | |
1180 | dsl_pool_t *dp = dmu_tx_pool(tx); | |
1181 | dsl_dir_t *dd, *newparent; | |
1182 | const char *mynewname; | |
1183 | int error; | |
1184 | int delta = strlen(ddra->ddra_newname) - strlen(ddra->ddra_oldname); | |
34dc7c2f | 1185 | |
13fe0198 MA |
1186 | /* target dir should exist */ |
1187 | error = dsl_dir_hold(dp, ddra->ddra_oldname, FTAG, &dd, NULL); | |
1188 | if (error != 0) | |
1189 | return (error); | |
1190 | ||
1191 | /* new parent should exist */ | |
1192 | error = dsl_dir_hold(dp, ddra->ddra_newname, FTAG, | |
1193 | &newparent, &mynewname); | |
1194 | if (error != 0) { | |
1195 | dsl_dir_rele(dd, FTAG); | |
1196 | return (error); | |
1197 | } | |
1198 | ||
1199 | /* can't rename to different pool */ | |
1200 | if (dd->dd_pool != newparent->dd_pool) { | |
1201 | dsl_dir_rele(newparent, FTAG); | |
1202 | dsl_dir_rele(dd, FTAG); | |
2e528b49 | 1203 | return (SET_ERROR(ENXIO)); |
13fe0198 MA |
1204 | } |
1205 | ||
1206 | /* new name should not already exist */ | |
1207 | if (mynewname == NULL) { | |
1208 | dsl_dir_rele(newparent, FTAG); | |
1209 | dsl_dir_rele(dd, FTAG); | |
2e528b49 | 1210 | return (SET_ERROR(EEXIST)); |
13fe0198 MA |
1211 | } |
1212 | ||
1213 | /* if the name length is growing, validate child name lengths */ | |
1214 | if (delta > 0) { | |
1215 | error = dmu_objset_find_dp(dp, dd->dd_object, dsl_valid_rename, | |
1216 | &delta, DS_FIND_CHILDREN | DS_FIND_SNAPSHOTS); | |
1217 | if (error != 0) { | |
1218 | dsl_dir_rele(newparent, FTAG); | |
1219 | dsl_dir_rele(dd, FTAG); | |
1220 | return (error); | |
1221 | } | |
1222 | } | |
34dc7c2f | 1223 | |
13fe0198 | 1224 | if (newparent != dd->dd_parent) { |
34dc7c2f BB |
1225 | /* is there enough space? */ |
1226 | uint64_t myspace = | |
b128c09f | 1227 | MAX(dd->dd_phys->dd_used_bytes, dd->dd_phys->dd_reserved); |
34dc7c2f BB |
1228 | |
1229 | /* no rename into our descendant */ | |
13fe0198 MA |
1230 | if (closest_common_ancestor(dd, newparent) == dd) { |
1231 | dsl_dir_rele(newparent, FTAG); | |
1232 | dsl_dir_rele(dd, FTAG); | |
2e528b49 | 1233 | return (SET_ERROR(EINVAL)); |
13fe0198 | 1234 | } |
34dc7c2f | 1235 | |
13fe0198 MA |
1236 | error = dsl_dir_transfer_possible(dd->dd_parent, |
1237 | newparent, myspace); | |
1238 | if (error != 0) { | |
1239 | dsl_dir_rele(newparent, FTAG); | |
1240 | dsl_dir_rele(dd, FTAG); | |
1241 | return (error); | |
1242 | } | |
34dc7c2f BB |
1243 | } |
1244 | ||
13fe0198 MA |
1245 | dsl_dir_rele(newparent, FTAG); |
1246 | dsl_dir_rele(dd, FTAG); | |
34dc7c2f BB |
1247 | return (0); |
1248 | } | |
1249 | ||
1250 | static void | |
13fe0198 | 1251 | dsl_dir_rename_sync(void *arg, dmu_tx_t *tx) |
34dc7c2f | 1252 | { |
13fe0198 MA |
1253 | dsl_dir_rename_arg_t *ddra = arg; |
1254 | dsl_pool_t *dp = dmu_tx_pool(tx); | |
1255 | dsl_dir_t *dd, *newparent; | |
1256 | const char *mynewname; | |
1257 | int error; | |
34dc7c2f | 1258 | objset_t *mos = dp->dp_meta_objset; |
34dc7c2f | 1259 | |
13fe0198 MA |
1260 | VERIFY0(dsl_dir_hold(dp, ddra->ddra_oldname, FTAG, &dd, NULL)); |
1261 | VERIFY0(dsl_dir_hold(dp, ddra->ddra_newname, FTAG, &newparent, | |
1262 | &mynewname)); | |
34dc7c2f | 1263 | |
6f1ffb06 | 1264 | /* Log this before we change the name. */ |
6f1ffb06 | 1265 | spa_history_log_internal_dd(dd, "rename", tx, |
13fe0198 | 1266 | "-> %s", ddra->ddra_newname); |
6f1ffb06 | 1267 | |
13fe0198 | 1268 | if (newparent != dd->dd_parent) { |
b128c09f BB |
1269 | dsl_dir_diduse_space(dd->dd_parent, DD_USED_CHILD, |
1270 | -dd->dd_phys->dd_used_bytes, | |
34dc7c2f BB |
1271 | -dd->dd_phys->dd_compressed_bytes, |
1272 | -dd->dd_phys->dd_uncompressed_bytes, tx); | |
13fe0198 | 1273 | dsl_dir_diduse_space(newparent, DD_USED_CHILD, |
b128c09f | 1274 | dd->dd_phys->dd_used_bytes, |
34dc7c2f BB |
1275 | dd->dd_phys->dd_compressed_bytes, |
1276 | dd->dd_phys->dd_uncompressed_bytes, tx); | |
b128c09f BB |
1277 | |
1278 | if (dd->dd_phys->dd_reserved > dd->dd_phys->dd_used_bytes) { | |
1279 | uint64_t unused_rsrv = dd->dd_phys->dd_reserved - | |
1280 | dd->dd_phys->dd_used_bytes; | |
1281 | ||
1282 | dsl_dir_diduse_space(dd->dd_parent, DD_USED_CHILD_RSRV, | |
1283 | -unused_rsrv, 0, 0, tx); | |
13fe0198 | 1284 | dsl_dir_diduse_space(newparent, DD_USED_CHILD_RSRV, |
b128c09f BB |
1285 | unused_rsrv, 0, 0, tx); |
1286 | } | |
34dc7c2f BB |
1287 | } |
1288 | ||
1289 | dmu_buf_will_dirty(dd->dd_dbuf, tx); | |
1290 | ||
1291 | /* remove from old parent zapobj */ | |
13fe0198 | 1292 | error = zap_remove(mos, dd->dd_parent->dd_phys->dd_child_dir_zapobj, |
34dc7c2f | 1293 | dd->dd_myname, tx); |
13fe0198 | 1294 | ASSERT0(error); |
34dc7c2f | 1295 | |
13fe0198 MA |
1296 | (void) strcpy(dd->dd_myname, mynewname); |
1297 | dsl_dir_rele(dd->dd_parent, dd); | |
1298 | dd->dd_phys->dd_parent_obj = newparent->dd_object; | |
1299 | VERIFY0(dsl_dir_hold_obj(dp, | |
1300 | newparent->dd_object, NULL, dd, &dd->dd_parent)); | |
34dc7c2f BB |
1301 | |
1302 | /* add to new parent zapobj */ | |
13fe0198 MA |
1303 | VERIFY0(zap_add(mos, newparent->dd_phys->dd_child_dir_zapobj, |
1304 | dd->dd_myname, 8, 1, &dd->dd_object, tx)); | |
1305 | ||
ba6a2402 BB |
1306 | #ifdef _KERNEL |
1307 | zvol_rename_minors(ddra->ddra_oldname, ddra->ddra_newname); | |
1308 | #endif | |
1309 | ||
13fe0198 | 1310 | dsl_prop_notify_all(dd); |
34dc7c2f | 1311 | |
13fe0198 MA |
1312 | dsl_dir_rele(newparent, FTAG); |
1313 | dsl_dir_rele(dd, FTAG); | |
34dc7c2f BB |
1314 | } |
1315 | ||
1316 | int | |
13fe0198 | 1317 | dsl_dir_rename(const char *oldname, const char *newname) |
34dc7c2f | 1318 | { |
13fe0198 | 1319 | dsl_dir_rename_arg_t ddra; |
34dc7c2f | 1320 | |
13fe0198 MA |
1321 | ddra.ddra_oldname = oldname; |
1322 | ddra.ddra_newname = newname; | |
34dc7c2f | 1323 | |
13fe0198 MA |
1324 | return (dsl_sync_task(oldname, |
1325 | dsl_dir_rename_check, dsl_dir_rename_sync, &ddra, 3)); | |
34dc7c2f BB |
1326 | } |
1327 | ||
1328 | int | |
1329 | dsl_dir_transfer_possible(dsl_dir_t *sdd, dsl_dir_t *tdd, uint64_t space) | |
1330 | { | |
1331 | dsl_dir_t *ancestor; | |
1332 | int64_t adelta; | |
1333 | uint64_t avail; | |
1334 | ||
1335 | ancestor = closest_common_ancestor(sdd, tdd); | |
1336 | adelta = would_change(sdd, -space, ancestor); | |
1337 | avail = dsl_dir_space_available(tdd, ancestor, adelta, FALSE); | |
1338 | if (avail < space) | |
2e528b49 | 1339 | return (SET_ERROR(ENOSPC)); |
34dc7c2f BB |
1340 | |
1341 | return (0); | |
1342 | } | |
428870ff BB |
1343 | |
1344 | timestruc_t | |
1345 | dsl_dir_snap_cmtime(dsl_dir_t *dd) | |
1346 | { | |
1347 | timestruc_t t; | |
1348 | ||
1349 | mutex_enter(&dd->dd_lock); | |
1350 | t = dd->dd_snap_cmtime; | |
1351 | mutex_exit(&dd->dd_lock); | |
1352 | ||
1353 | return (t); | |
1354 | } | |
1355 | ||
1356 | void | |
1357 | dsl_dir_snap_cmtime_update(dsl_dir_t *dd) | |
1358 | { | |
1359 | timestruc_t t; | |
1360 | ||
1361 | gethrestime(&t); | |
1362 | mutex_enter(&dd->dd_lock); | |
1363 | dd->dd_snap_cmtime = t; | |
1364 | mutex_exit(&dd->dd_lock); | |
1365 | } | |
c28b2279 BB |
1366 | |
1367 | #if defined(_KERNEL) && defined(HAVE_SPL) | |
1368 | EXPORT_SYMBOL(dsl_dir_set_quota); | |
1369 | EXPORT_SYMBOL(dsl_dir_set_reservation); | |
c28b2279 | 1370 | #endif |