]> git.proxmox.com Git - proxmox-backup.git/blame - src/bin/proxmox-backup-client.rs
src/tools.rs: implement image_size helper
[proxmox-backup.git] / src / bin / proxmox-backup-client.rs
CommitLineData
fe0e04c6 1extern crate proxmox_backup;
ff5d3707 2
3use failure::*;
728797d0 4//use std::os::unix::io::AsRawFd;
cdebd467 5use chrono::{DateTime, Local, TimeZone};
e9c9409a 6use std::path::{Path, PathBuf};
496a6784 7use std::collections::HashMap;
ff5d3707 8
fe0e04c6 9use proxmox_backup::tools;
4de0e142 10use proxmox_backup::cli::*;
ef2f2efb 11use proxmox_backup::api_schema::*;
dc9a007b 12use proxmox_backup::api_schema::router::*;
151c6ce2 13use proxmox_backup::client::*;
247cdbce 14use proxmox_backup::backup::*;
fe0e04c6
DM
15//use proxmox_backup::backup::image_index::*;
16//use proxmox_backup::config::datastore;
8968258b 17//use proxmox_backup::pxar::encoder::*;
728797d0 18//use proxmox_backup::backup::datastore::*;
23bb8780 19
f5f13ebc 20use serde_json::{json, Value};
23bb8780 21use hyper::Body;
33d64b81 22use std::sync::Arc;
ae0be2dd 23use regex::Regex;
d0a03d40 24use xdg::BaseDirectories;
ae0be2dd
DM
25
26use lazy_static::lazy_static;
5a2df000 27use futures::*;
ae0be2dd
DM
28
29lazy_static! {
8968258b 30 static ref BACKUPSPEC_REGEX: Regex = Regex::new(r"^([a-zA-Z0-9_-]+\.(?:pxar|raw)):(.+)$").unwrap();
ae0be2dd 31}
33d64b81 32
d0a03d40
DM
33
34fn record_repository(repo: &BackupRepository) {
35
36 let base = match BaseDirectories::with_prefix("proxmox-backup") {
37 Ok(v) => v,
38 _ => return,
39 };
40
41 // usually $HOME/.cache/proxmox-backup/repo-list
42 let path = match base.place_cache_file("repo-list") {
43 Ok(v) => v,
44 _ => return,
45 };
46
49cf9f3d 47 let mut data = tools::file_get_json(&path, None).unwrap_or(json!({}));
d0a03d40
DM
48
49 let repo = repo.to_string();
50
51 data[&repo] = json!{ data[&repo].as_i64().unwrap_or(0) + 1 };
52
53 let mut map = serde_json::map::Map::new();
54
55 loop {
56 let mut max_used = 0;
57 let mut max_repo = None;
58 for (repo, count) in data.as_object().unwrap() {
59 if map.contains_key(repo) { continue; }
60 if let Some(count) = count.as_i64() {
61 if count > max_used {
62 max_used = count;
63 max_repo = Some(repo);
64 }
65 }
66 }
67 if let Some(repo) = max_repo {
68 map.insert(repo.to_owned(), json!(max_used));
69 } else {
70 break;
71 }
72 if map.len() > 10 { // store max. 10 repos
73 break;
74 }
75 }
76
77 let new_data = json!(map);
78
79 let _ = tools::file_set_contents(path, new_data.to_string().as_bytes(), None);
80}
81
49811347 82fn complete_repository(_arg: &str, _param: &HashMap<String, String>) -> Vec<String> {
d0a03d40
DM
83
84 let mut result = vec![];
85
86 let base = match BaseDirectories::with_prefix("proxmox-backup") {
87 Ok(v) => v,
88 _ => return result,
89 };
90
91 // usually $HOME/.cache/proxmox-backup/repo-list
92 let path = match base.place_cache_file("repo-list") {
93 Ok(v) => v,
94 _ => return result,
95 };
96
49cf9f3d 97 let data = tools::file_get_json(&path, None).unwrap_or(json!({}));
d0a03d40
DM
98
99 if let Some(map) = data.as_object() {
49811347 100 for (repo, _count) in map {
d0a03d40
DM
101 result.push(repo.to_owned());
102 }
103 }
104
105 result
106}
107
17d6979a 108fn backup_directory<P: AsRef<Path>>(
ae0be2dd 109 client: &mut HttpClient,
247cdbce 110 repo: &BackupRepository,
17d6979a 111 dir_path: P,
247cdbce 112 archive_name: &str,
fba30411 113 backup_id: &str,
cdebd467 114 backup_time: DateTime<Local>,
247cdbce 115 chunk_size: Option<u64>,
eed6db39 116 all_file_systems: bool,
219ef0e6 117 verbose: bool,
247cdbce 118) -> Result<(), Error> {
33d64b81 119
421c9ba1
DM
120 let mut param = json!({
121 "archive-name": archive_name,
e77a02ed 122 "backup-type": "host",
fba30411 123 "backup-id": backup_id,
e77a02ed 124 "backup-time": backup_time.timestamp(),
421c9ba1 125 });
247cdbce
DM
126
127 if let Some(size) = chunk_size {
421c9ba1 128 param["chunk-size"] = size.into();
247cdbce
DM
129 }
130
421c9ba1 131 let query = tools::json_object_to_query(param)?;
ff3d3100 132
8968258b 133 let path = format!("api2/json/admin/datastore/{}/pxar?{}", repo.store(), query);
5e7a09be 134
8968258b 135 let stream = PxarBackupStream::open(dir_path.as_ref(), all_file_systems, verbose)?;
17d6979a
DM
136
137 let body = Body::wrap_stream(stream);
138
5a2df000 139 client.upload("application/x-proxmox-backup-pxar", body, &path).wait()?;
bcd879cf
DM
140
141 Ok(())
142}
143
23bb8780 144/****
bcd879cf
DM
145fn backup_image(datastore: &DataStore, file: &std::fs::File, size: usize, target: &str, chunk_size: usize) -> Result<(), Error> {
146
23bb8780 147 let mut target = PathBuf::from(target);
bcd879cf
DM
148
149 if let Some(ext) = target.extension() {
91a905b6
DM
150 if ext != "fidx" {
151 bail!("got wrong file extension - expected '.fidx'");
bcd879cf
DM
152 }
153 } else {
91a905b6 154 target.set_extension("fidx");
bcd879cf
DM
155 }
156
157 let mut index = datastore.create_image_writer(&target, size, chunk_size)?;
158
159 tools::file_chunker(file, chunk_size, |pos, chunk| {
160 index.add_chunk(pos, chunk)?;
161 Ok(true)
162 })?;
163
164 index.close()?; // commit changes
165
166 Ok(())
167}
23bb8780 168*/
bcd879cf 169
8e39232a
DM
170fn strip_chunked_file_expenstions(list: Vec<String>) -> Vec<String> {
171
172 let mut result = vec![];
173
174 for file in list.into_iter() {
175 if file.ends_with(".didx") {
176 result.push(file[..file.len()-5].to_owned());
177 } else if file.ends_with(".fidx") {
178 result.push(file[..file.len()-5].to_owned());
179 } else {
180 result.push(file); // should not happen
181 }
182 }
183
184 result
185}
186
8968258b 187/* not used:
6049b71f
DM
188fn list_backups(
189 param: Value,
190 _info: &ApiMethod,
191 _rpcenv: &mut RpcEnvironment,
192) -> Result<Value, Error> {
41c039e1 193
33d64b81 194 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 195 let repo: BackupRepository = repo_url.parse()?;
41c039e1 196
45cdce06 197 let mut client = HttpClient::new(repo.host(), repo.user())?;
41c039e1 198
d0a03d40 199 let path = format!("api2/json/admin/datastore/{}/backups", repo.store());
41c039e1 200
9e391bb7 201 let result = client.get(&path, None)?;
41c039e1 202
d0a03d40
DM
203 record_repository(&repo);
204
8c75372b
DM
205 // fixme: implement and use output formatter instead ..
206 let list = result["data"].as_array().unwrap();
207
208 for item in list {
209
49dc0740
DM
210 let id = item["backup-id"].as_str().unwrap();
211 let btype = item["backup-type"].as_str().unwrap();
212 let epoch = item["backup-time"].as_i64().unwrap();
e909522f 213
391d3107 214 let backup_dir = BackupDir::new(btype, id, epoch);
e909522f
DM
215
216 let files = item["files"].as_array().unwrap().iter().map(|v| v.as_str().unwrap().to_owned()).collect();
8e39232a 217 let files = strip_chunked_file_expenstions(files);
e909522f 218
8e39232a
DM
219 for filename in files {
220 let path = backup_dir.relative_path().to_str().unwrap().to_owned();
221 println!("{} | {}/{}", backup_dir.backup_time().format("%c"), path, filename);
8c75372b
DM
222 }
223 }
224
225 //Ok(result)
226 Ok(Value::Null)
41c039e1 227}
8968258b 228 */
41c039e1 229
812c6f87
DM
230fn list_backup_groups(
231 param: Value,
232 _info: &ApiMethod,
233 _rpcenv: &mut RpcEnvironment,
234) -> Result<Value, Error> {
235
236 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 237 let repo: BackupRepository = repo_url.parse()?;
812c6f87 238
45cdce06 239 let client = HttpClient::new(repo.host(), repo.user())?;
812c6f87 240
d0a03d40 241 let path = format!("api2/json/admin/datastore/{}/groups", repo.store());
812c6f87 242
9e391bb7 243 let mut result = client.get(&path, None).wait()?;
812c6f87 244
d0a03d40
DM
245 record_repository(&repo);
246
812c6f87 247 // fixme: implement and use output formatter instead ..
80822b95
DM
248 let list = result["data"].as_array_mut().unwrap();
249
250 list.sort_unstable_by(|a, b| {
251 let a_id = a["backup-id"].as_str().unwrap();
252 let a_backup_type = a["backup-type"].as_str().unwrap();
253 let b_id = b["backup-id"].as_str().unwrap();
254 let b_backup_type = b["backup-type"].as_str().unwrap();
255
256 let type_order = a_backup_type.cmp(b_backup_type);
257 if type_order == std::cmp::Ordering::Equal {
258 a_id.cmp(b_id)
259 } else {
260 type_order
261 }
262 });
812c6f87
DM
263
264 for item in list {
265
ad20d198
DM
266 let id = item["backup-id"].as_str().unwrap();
267 let btype = item["backup-type"].as_str().unwrap();
268 let epoch = item["last-backup"].as_i64().unwrap();
812c6f87 269 let last_backup = Local.timestamp(epoch, 0);
ad20d198 270 let backup_count = item["backup-count"].as_u64().unwrap();
812c6f87 271
1e9a94e5 272 let group = BackupGroup::new(btype, id);
812c6f87
DM
273
274 let path = group.group_path().to_str().unwrap().to_owned();
ad20d198 275
8e39232a
DM
276 let files = item["files"].as_array().unwrap().iter().map(|v| v.as_str().unwrap().to_owned()).collect();
277 let files = strip_chunked_file_expenstions(files);
ad20d198 278
80822b95 279 println!("{:20} | {} | {:5} | {}", path, last_backup.format("%c"),
ad20d198 280 backup_count, tools::join(&files, ' '));
812c6f87
DM
281 }
282
283 //Ok(result)
284 Ok(Value::Null)
285}
286
184f17af
DM
287fn list_snapshots(
288 param: Value,
289 _info: &ApiMethod,
290 _rpcenv: &mut RpcEnvironment,
291) -> Result<Value, Error> {
292
293 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 294 let repo: BackupRepository = repo_url.parse()?;
184f17af
DM
295
296 let path = tools::required_string_param(&param, "group")?;
297 let group = BackupGroup::parse(path)?;
298
45cdce06 299 let client = HttpClient::new(repo.host(), repo.user())?;
184f17af 300
9e391bb7 301 let path = format!("api2/json/admin/datastore/{}/snapshots", repo.store());
184f17af 302
9e391bb7
DM
303 let result = client.get(&path, Some(json!({
304 "backup-type": group.backup_type(),
305 "backup-id": group.backup_id(),
306 }))).wait()?;
184f17af 307
d0a03d40
DM
308 record_repository(&repo);
309
184f17af
DM
310 // fixme: implement and use output formatter instead ..
311 let list = result["data"].as_array().unwrap();
312
313 for item in list {
314
315 let id = item["backup-id"].as_str().unwrap();
316 let btype = item["backup-type"].as_str().unwrap();
317 let epoch = item["backup-time"].as_i64().unwrap();
184f17af 318
391d3107 319 let snapshot = BackupDir::new(btype, id, epoch);
184f17af
DM
320
321 let path = snapshot.relative_path().to_str().unwrap().to_owned();
322
8e39232a
DM
323 let files = item["files"].as_array().unwrap().iter().map(|v| v.as_str().unwrap().to_owned()).collect();
324 let files = strip_chunked_file_expenstions(files);
184f17af 325
875fb1c0 326 println!("{} | {} | {}", path, snapshot.backup_time().format("%c"), tools::join(&files, ' '));
184f17af
DM
327 }
328
329 Ok(Value::Null)
330}
331
6f62c924
DM
332fn forget_snapshots(
333 param: Value,
334 _info: &ApiMethod,
335 _rpcenv: &mut RpcEnvironment,
336) -> Result<Value, Error> {
337
338 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 339 let repo: BackupRepository = repo_url.parse()?;
6f62c924
DM
340
341 let path = tools::required_string_param(&param, "snapshot")?;
342 let snapshot = BackupDir::parse(path)?;
343
45cdce06 344 let mut client = HttpClient::new(repo.host(), repo.user())?;
6f62c924 345
9e391bb7 346 let path = format!("api2/json/admin/datastore/{}/snapshots", repo.store());
6f62c924 347
9e391bb7
DM
348 let result = client.delete(&path, Some(json!({
349 "backup-type": snapshot.group().backup_type(),
350 "backup-id": snapshot.group().backup_id(),
351 "backup-time": snapshot.backup_time().timestamp(),
352 }))).wait()?;
6f62c924 353
d0a03d40
DM
354 record_repository(&repo);
355
6f62c924
DM
356 Ok(result)
357}
358
8cc0d6af
DM
359fn start_garbage_collection(
360 param: Value,
361 _info: &ApiMethod,
362 _rpcenv: &mut RpcEnvironment,
363) -> Result<Value, Error> {
364
365 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 366 let repo: BackupRepository = repo_url.parse()?;
8cc0d6af 367
45cdce06 368 let mut client = HttpClient::new(repo.host(), repo.user())?;
8cc0d6af 369
d0a03d40 370 let path = format!("api2/json/admin/datastore/{}/gc", repo.store());
8cc0d6af 371
5a2df000 372 let result = client.post(&path, None).wait()?;
8cc0d6af 373
d0a03d40
DM
374 record_repository(&repo);
375
8cc0d6af
DM
376 Ok(result)
377}
33d64b81 378
ae0be2dd
DM
379fn parse_backupspec(value: &str) -> Result<(&str, &str), Error> {
380
381 if let Some(caps) = BACKUPSPEC_REGEX.captures(value) {
382 return Ok((caps.get(1).unwrap().as_str(), caps.get(2).unwrap().as_str()));
383 }
384 bail!("unable to parse directory specification '{}'", value);
385}
386
6049b71f
DM
387fn create_backup(
388 param: Value,
389 _info: &ApiMethod,
390 _rpcenv: &mut RpcEnvironment,
391) -> Result<Value, Error> {
ff5d3707 392
33d64b81 393 let repo_url = tools::required_string_param(&param, "repository")?;
ae0be2dd
DM
394
395 let backupspec_list = tools::required_array_param(&param, "backupspec")?;
a914a774 396
edd3c8c6 397 let repo: BackupRepository = repo_url.parse()?;
33d64b81 398
eed6db39
DM
399 let all_file_systems = param["all-file-systems"].as_bool().unwrap_or(false);
400
219ef0e6
DM
401 let verbose = param["verbose"].as_bool().unwrap_or(false);
402
247cdbce 403 let chunk_size_opt = param["chunk-size"].as_u64().map(|v| v*1024);
2d9d143a 404
247cdbce
DM
405 if let Some(size) = chunk_size_opt {
406 verify_chunk_size(size)?;
2d9d143a
DM
407 }
408
fba30411
DM
409 let backup_id = param["host-id"].as_str().unwrap_or(&tools::nodename());
410
ae0be2dd 411 let mut upload_list = vec![];
a914a774 412
ae0be2dd
DM
413 for backupspec in backupspec_list {
414 let (target, filename) = parse_backupspec(backupspec.as_str().unwrap())?;
bcd879cf 415
ae0be2dd
DM
416 let stat = match nix::sys::stat::stat(filename) {
417 Ok(s) => s,
418 Err(err) => bail!("unable to access '{}' - {}", filename, err),
419 };
23bb8780 420
ae0be2dd 421 if (stat.st_mode & libc::S_IFDIR) != 0 {
bcd879cf 422
74cdb521 423 upload_list.push((filename.to_owned(), target.to_owned()));
a914a774 424
ae0be2dd
DM
425 } else if (stat.st_mode & (libc::S_IFREG|libc::S_IFBLK)) != 0 {
426 if stat.st_size <= 0 { bail!("got strange file size '{}'", stat.st_size); }
427 let _size = stat.st_size as usize;
23bb8780 428
ae0be2dd 429 panic!("implement me");
d62e6e22 430
ae0be2dd 431 //backup_image(&datastore, &file, size, &target, chunk_size)?;
4818c8b6 432
ae0be2dd
DM
433 // let idx = datastore.open_image_reader(target)?;
434 // idx.print_info();
435
436 } else {
437 bail!("unsupported file type (expected a directory, file or block device)");
438 }
439 }
440
cdebd467 441 let backup_time = Local.timestamp(Local::now().timestamp(), 0);
ae0be2dd 442
45cdce06 443 let mut client = HttpClient::new(repo.host(), repo.user())?;
ae0be2dd 444
d0a03d40
DM
445 record_repository(&repo);
446
cdebd467
DM
447 println!("Starting backup");
448 println!("Client name: {}", tools::nodename());
449 println!("Start Time: {}", backup_time.to_rfc3339());
51144821 450
17d6979a 451 for (filename, target) in upload_list {
cdebd467 452 println!("Upload '{}' to '{:?}' as {}", filename, repo, target);
eed6db39
DM
453 backup_directory(&mut client, &repo, &filename, &target, backup_id, backup_time,
454 chunk_size_opt, all_file_systems, verbose)?;
4818c8b6
DM
455 }
456
cdebd467 457 let end_time = Local.timestamp(Local::now().timestamp(), 0);
3ec3ec3f
DM
458 let elapsed = end_time.signed_duration_since(backup_time);
459 println!("Duration: {}", elapsed);
460
cdebd467 461 println!("End Time: {}", end_time.to_rfc3339());
3d5c11e5 462
ff5d3707 463 Ok(Value::Null)
f98ea63d
DM
464}
465
d0a03d40 466fn complete_backup_source(arg: &str, param: &HashMap<String, String>) -> Vec<String> {
f98ea63d
DM
467
468 let mut result = vec![];
469
470 let data: Vec<&str> = arg.splitn(2, ':').collect();
471
bff11030 472 if data.len() != 2 {
8968258b
DM
473 result.push(String::from("root.pxar:/"));
474 result.push(String::from("etc.pxar:/etc"));
bff11030
DM
475 return result;
476 }
f98ea63d 477
496a6784 478 let files = tools::complete_file_name(data[1], param);
f98ea63d
DM
479
480 for file in files {
481 result.push(format!("{}:{}", data[0], file));
482 }
483
484 result
ff5d3707 485}
486
9f912493
DM
487fn restore(
488 param: Value,
489 _info: &ApiMethod,
490 _rpcenv: &mut RpcEnvironment,
491) -> Result<Value, Error> {
492
493 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 494 let repo: BackupRepository = repo_url.parse()?;
9f912493 495
d5c34d98
DM
496 let archive_name = tools::required_string_param(&param, "archive-name")?;
497
45cdce06 498 let mut client = HttpClient::new(repo.host(), repo.user())?;
d0a03d40 499
d0a03d40 500 record_repository(&repo);
d5c34d98 501
9f912493 502 let path = tools::required_string_param(&param, "snapshot")?;
9f912493 503
d5c34d98 504 let query;
9f912493 505
d5c34d98
DM
506 if path.matches('/').count() == 1 {
507 let group = BackupGroup::parse(path)?;
9f912493 508
9e391bb7
DM
509 let path = format!("api2/json/admin/datastore/{}/snapshots", repo.store());
510 let result = client.get(&path, Some(json!({
d5c34d98
DM
511 "backup-type": group.backup_type(),
512 "backup-id": group.backup_id(),
9e391bb7 513 }))).wait()?;
9f912493 514
d5c34d98
DM
515 let list = result["data"].as_array().unwrap();
516 if list.len() == 0 {
517 bail!("backup group '{}' does not contain any snapshots:", path);
518 }
9f912493 519
d5c34d98
DM
520 query = tools::json_object_to_query(json!({
521 "backup-type": group.backup_type(),
522 "backup-id": group.backup_id(),
523 "backup-time": list[0]["backup-time"].as_i64().unwrap(),
524 "archive-name": archive_name,
525 }))?;
526 } else {
527 let snapshot = BackupDir::parse(path)?;
9f912493 528
d5c34d98 529 query = tools::json_object_to_query(json!({
9f912493
DM
530 "backup-type": snapshot.group().backup_type(),
531 "backup-id": snapshot.group().backup_id(),
532 "backup-time": snapshot.backup_time().timestamp(),
d5c34d98 533 "archive-name": archive_name,
9f912493 534 }))?;
d5c34d98 535 }
9f912493 536
d5c34d98 537 let target = tools::required_string_param(&param, "target")?;
2ae7d196 538
8968258b
DM
539 if archive_name.ends_with(".pxar") {
540 let path = format!("api2/json/admin/datastore/{}/pxar?{}", repo.store(), query);
2ae7d196 541
d5c34d98
DM
542 println!("DOWNLOAD FILE {} to {}", path, target);
543
544 let target = PathBuf::from(target);
5defa71b 545 let writer = PxarDecodeWriter::new(&target, true)?;
5a2df000 546 client.download(&path, Box::new(writer)).wait()?;
d5c34d98
DM
547 } else {
548 bail!("unknown file extensions - unable to download '{}'", archive_name);
9f912493
DM
549 }
550
551 Ok(Value::Null)
552}
553
83b7db02
DM
554fn prune(
555 mut param: Value,
556 _info: &ApiMethod,
557 _rpcenv: &mut RpcEnvironment,
558) -> Result<Value, Error> {
559
560 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 561 let repo: BackupRepository = repo_url.parse()?;
83b7db02 562
45cdce06 563 let mut client = HttpClient::new(repo.host(), repo.user())?;
83b7db02 564
d0a03d40 565 let path = format!("api2/json/admin/datastore/{}/prune", repo.store());
83b7db02
DM
566
567 param.as_object_mut().unwrap().remove("repository");
568
5a2df000 569 let result = client.post(&path, Some(param)).wait()?;
83b7db02 570
d0a03d40
DM
571 record_repository(&repo);
572
83b7db02
DM
573 Ok(result)
574}
575
5a2df000 576// like get, but simply ignore errors and return Null instead
b2388518 577fn try_get(repo: &BackupRepository, url: &str) -> Value {
024f11bb 578
45cdce06
DM
579 let client = match HttpClient::new(repo.host(), repo.user()) {
580 Ok(v) => v,
581 _ => return Value::Null,
582 };
b2388518 583
9e391bb7 584 let mut resp = match client.get(url, None).wait() {
b2388518
DM
585 Ok(v) => v,
586 _ => return Value::Null,
587 };
588
589 if let Some(map) = resp.as_object_mut() {
590 if let Some(data) = map.remove("data") {
591 return data;
592 }
593 }
594 Value::Null
595}
596
597fn extract_repo(param: &HashMap<String, String>) -> Option<BackupRepository> {
024f11bb
DM
598
599 let repo_url = match param.get("repository") {
600 Some(v) => v,
b2388518 601 _ => return None,
024f11bb
DM
602 };
603
604 let repo: BackupRepository = match repo_url.parse() {
605 Ok(v) => v,
b2388518 606 _ => return None,
024f11bb
DM
607 };
608
b2388518
DM
609 Some(repo)
610}
024f11bb 611
b2388518 612fn complete_backup_group(_arg: &str, param: &HashMap<String, String>) -> Vec<String> {
024f11bb 613
b2388518
DM
614 let mut result = vec![];
615
616 let repo = match extract_repo(param) {
617 Some(v) => v,
024f11bb
DM
618 _ => return result,
619 };
620
b2388518
DM
621 let path = format!("api2/json/admin/datastore/{}/groups", repo.store());
622
623 let data = try_get(&repo, &path);
624
625 if let Some(list) = data.as_array() {
024f11bb 626 for item in list {
98f0b972
DM
627 if let (Some(backup_id), Some(backup_type)) =
628 (item["backup-id"].as_str(), item["backup-type"].as_str())
629 {
630 result.push(format!("{}/{}", backup_type, backup_id));
024f11bb
DM
631 }
632 }
633 }
634
635 result
636}
637
b2388518
DM
638fn complete_group_or_snapshot(arg: &str, param: &HashMap<String, String>) -> Vec<String> {
639
640 let mut result = vec![];
641
642 let repo = match extract_repo(param) {
643 Some(v) => v,
644 _ => return result,
645 };
646
647 if arg.matches('/').count() < 2 {
648 let groups = complete_backup_group(arg, param);
649 for group in groups {
650 result.push(group.to_string());
651 result.push(format!("{}/", group));
652 }
653 return result;
654 }
655
656 let mut parts = arg.split('/');
657 let query = tools::json_object_to_query(json!({
658 "backup-type": parts.next().unwrap(),
659 "backup-id": parts.next().unwrap(),
660 })).unwrap();
661
662 let path = format!("api2/json/admin/datastore/{}/snapshots?{}", repo.store(), query);
663
664 let data = try_get(&repo, &path);
665
666 if let Some(list) = data.as_array() {
667 for item in list {
668 if let (Some(backup_id), Some(backup_type), Some(backup_time)) =
669 (item["backup-id"].as_str(), item["backup-type"].as_str(), item["backup-time"].as_i64())
670 {
671 let snapshot = BackupDir::new(backup_type, backup_id, backup_time);
672 result.push(snapshot.relative_path().to_str().unwrap().to_owned());
673 }
674 }
675 }
676
677 result
678}
679
08dc340a
DM
680fn complete_archive_name(_arg: &str, param: &HashMap<String, String>) -> Vec<String> {
681
682 let mut result = vec![];
683
684 let repo = match extract_repo(param) {
685 Some(v) => v,
686 _ => return result,
687 };
688
689 let snapshot = match param.get("snapshot") {
690 Some(path) => {
691 match BackupDir::parse(path) {
692 Ok(v) => v,
693 _ => return result,
694 }
695 }
696 _ => return result,
697 };
698
699 let query = tools::json_object_to_query(json!({
700 "backup-type": snapshot.group().backup_type(),
701 "backup-id": snapshot.group().backup_id(),
702 "backup-time": snapshot.backup_time().timestamp(),
703 })).unwrap();
704
705 let path = format!("api2/json/admin/datastore/{}/files?{}", repo.store(), query);
706
707 let data = try_get(&repo, &path);
708
709 if let Some(list) = data.as_array() {
710 for item in list {
711 if let Some(filename) = item.as_str() {
712 result.push(filename.to_owned());
713 }
714 }
715 }
716
717 strip_chunked_file_expenstions(result)
718}
719
49811347
DM
720fn complete_chunk_size(_arg: &str, _param: &HashMap<String, String>) -> Vec<String> {
721
722 let mut result = vec![];
723
724 let mut size = 64;
725 loop {
726 result.push(size.to_string());
727 size = size * 2;
728 if size > 4096 { break; }
729 }
730
731 result
732}
733
ff5d3707 734fn main() {
735
33d64b81
DM
736 let repo_url_schema: Arc<Schema> = Arc::new(
737 StringSchema::new("Repository URL.")
738 .format(BACKUP_REPO_URL.clone())
739 .max_length(256)
740 .into()
741 );
742
25f1650b
DM
743 let backup_source_schema: Arc<Schema> = Arc::new(
744 StringSchema::new("Backup source specification ([<label>:<path>]).")
745 .format(Arc::new(ApiStringFormat::Pattern(&BACKUPSPEC_REGEX)))
746 .into()
747 );
748
597a9203 749 let backup_cmd_def = CliCommand::new(
ff5d3707 750 ApiMethod::new(
bcd879cf 751 create_backup,
597a9203 752 ObjectSchema::new("Create (host) backup.")
33d64b81 753 .required("repository", repo_url_schema.clone())
ae0be2dd
DM
754 .required(
755 "backupspec",
756 ArraySchema::new(
74cdb521 757 "List of backup source specifications ([<label.ext>:<path>] ...)",
25f1650b 758 backup_source_schema,
ae0be2dd
DM
759 ).min_length(1)
760 )
219ef0e6
DM
761 .optional(
762 "verbose",
763 BooleanSchema::new("Verbose output.").default(false))
fba30411
DM
764 .optional(
765 "host-id",
766 StringSchema::new("Use specified ID for the backup group name ('host/<id>'). The default is the system hostname."))
2d9d143a
DM
767 .optional(
768 "chunk-size",
769 IntegerSchema::new("Chunk size in KB. Must be a power of 2.")
770 .minimum(64)
771 .maximum(4096)
772 .default(4096)
773 )
ff5d3707 774 ))
ae0be2dd 775 .arg_param(vec!["repository", "backupspec"])
d0a03d40 776 .completion_cb("repository", complete_repository)
49811347
DM
777 .completion_cb("backupspec", complete_backup_source)
778 .completion_cb("chunk-size", complete_chunk_size);
f8838fe9 779
41c039e1
DM
780 let list_cmd_def = CliCommand::new(
781 ApiMethod::new(
812c6f87
DM
782 list_backup_groups,
783 ObjectSchema::new("List backup groups.")
33d64b81 784 .required("repository", repo_url_schema.clone())
41c039e1 785 ))
d0a03d40
DM
786 .arg_param(vec!["repository"])
787 .completion_cb("repository", complete_repository);
41c039e1 788
184f17af
DM
789 let snapshots_cmd_def = CliCommand::new(
790 ApiMethod::new(
791 list_snapshots,
792 ObjectSchema::new("List backup snapshots.")
793 .required("repository", repo_url_schema.clone())
794 .required("group", StringSchema::new("Backup group."))
795 ))
d0a03d40 796 .arg_param(vec!["repository", "group"])
024f11bb 797 .completion_cb("group", complete_backup_group)
d0a03d40 798 .completion_cb("repository", complete_repository);
184f17af 799
6f62c924
DM
800 let forget_cmd_def = CliCommand::new(
801 ApiMethod::new(
802 forget_snapshots,
803 ObjectSchema::new("Forget (remove) backup snapshots.")
804 .required("repository", repo_url_schema.clone())
805 .required("snapshot", StringSchema::new("Snapshot path."))
806 ))
d0a03d40 807 .arg_param(vec!["repository", "snapshot"])
b2388518
DM
808 .completion_cb("repository", complete_repository)
809 .completion_cb("snapshot", complete_group_or_snapshot);
6f62c924 810
8cc0d6af
DM
811 let garbage_collect_cmd_def = CliCommand::new(
812 ApiMethod::new(
813 start_garbage_collection,
814 ObjectSchema::new("Start garbage collection for a specific repository.")
815 .required("repository", repo_url_schema.clone())
816 ))
d0a03d40
DM
817 .arg_param(vec!["repository"])
818 .completion_cb("repository", complete_repository);
8cc0d6af 819
9f912493
DM
820 let restore_cmd_def = CliCommand::new(
821 ApiMethod::new(
822 restore,
823 ObjectSchema::new("Restore backup repository.")
824 .required("repository", repo_url_schema.clone())
d5c34d98
DM
825 .required("snapshot", StringSchema::new("Group/Snapshot path."))
826 .required("archive-name", StringSchema::new("Backup archive name."))
9f912493
DM
827 .required("target", StringSchema::new("Target directory path."))
828 ))
d0a03d40 829 .arg_param(vec!["repository", "snapshot", "archive-name", "target"])
b2388518 830 .completion_cb("repository", complete_repository)
08dc340a
DM
831 .completion_cb("snapshot", complete_group_or_snapshot)
832 .completion_cb("archive-name", complete_archive_name)
833 .completion_cb("target", tools::complete_file_name);
9f912493 834
83b7db02
DM
835 let prune_cmd_def = CliCommand::new(
836 ApiMethod::new(
837 prune,
838 proxmox_backup::api2::admin::datastore::add_common_prune_prameters(
839 ObjectSchema::new("Prune backup repository.")
840 .required("repository", repo_url_schema.clone())
841 )
842 ))
d0a03d40
DM
843 .arg_param(vec!["repository"])
844 .completion_cb("repository", complete_repository);
9f912493 845
41c039e1 846 let cmd_def = CliCommandMap::new()
597a9203 847 .insert("backup".to_owned(), backup_cmd_def.into())
6f62c924 848 .insert("forget".to_owned(), forget_cmd_def.into())
8cc0d6af 849 .insert("garbage-collect".to_owned(), garbage_collect_cmd_def.into())
83b7db02 850 .insert("list".to_owned(), list_cmd_def.into())
184f17af 851 .insert("prune".to_owned(), prune_cmd_def.into())
9f912493 852 .insert("restore".to_owned(), restore_cmd_def.into())
184f17af 853 .insert("snapshots".to_owned(), snapshots_cmd_def.into());
a914a774 854
5a2df000
DM
855 hyper::rt::run(futures::future::lazy(move || {
856 run_cli_command(cmd_def.into());
857 Ok(())
858 }));
496a6784 859
ff5d3707 860}