]> git.proxmox.com Git - proxmox-backup.git/blame - src/bin/proxmox-backup-client.rs
src/bin/proxmox-backup-client.rs: use std lib instead of nix
[proxmox-backup.git] / src / bin / proxmox-backup-client.rs
CommitLineData
fe0e04c6 1extern crate proxmox_backup;
ff5d3707 2
3use failure::*;
728797d0 4//use std::os::unix::io::AsRawFd;
cdebd467 5use chrono::{DateTime, Local, TimeZone};
e9c9409a 6use std::path::{Path, PathBuf};
496a6784 7use std::collections::HashMap;
ff5d3707 8
fe0e04c6 9use proxmox_backup::tools;
4de0e142 10use proxmox_backup::cli::*;
ef2f2efb 11use proxmox_backup::api_schema::*;
dc9a007b 12use proxmox_backup::api_schema::router::*;
151c6ce2 13use proxmox_backup::client::*;
247cdbce 14use proxmox_backup::backup::*;
fe0e04c6
DM
15//use proxmox_backup::backup::image_index::*;
16//use proxmox_backup::config::datastore;
8968258b 17//use proxmox_backup::pxar::encoder::*;
728797d0 18//use proxmox_backup::backup::datastore::*;
23bb8780 19
f5f13ebc 20use serde_json::{json, Value};
23bb8780 21use hyper::Body;
33d64b81 22use std::sync::Arc;
ae0be2dd 23use regex::Regex;
d0a03d40 24use xdg::BaseDirectories;
ae0be2dd
DM
25
26use lazy_static::lazy_static;
5a2df000 27use futures::*;
c4ff3dce 28use tokio::sync::mpsc;
ae0be2dd
DM
29
30lazy_static! {
8968258b 31 static ref BACKUPSPEC_REGEX: Regex = Regex::new(r"^([a-zA-Z0-9_-]+\.(?:pxar|raw)):(.+)$").unwrap();
ae0be2dd 32}
33d64b81 33
d0a03d40
DM
34
35fn record_repository(repo: &BackupRepository) {
36
37 let base = match BaseDirectories::with_prefix("proxmox-backup") {
38 Ok(v) => v,
39 _ => return,
40 };
41
42 // usually $HOME/.cache/proxmox-backup/repo-list
43 let path = match base.place_cache_file("repo-list") {
44 Ok(v) => v,
45 _ => return,
46 };
47
49cf9f3d 48 let mut data = tools::file_get_json(&path, None).unwrap_or(json!({}));
d0a03d40
DM
49
50 let repo = repo.to_string();
51
52 data[&repo] = json!{ data[&repo].as_i64().unwrap_or(0) + 1 };
53
54 let mut map = serde_json::map::Map::new();
55
56 loop {
57 let mut max_used = 0;
58 let mut max_repo = None;
59 for (repo, count) in data.as_object().unwrap() {
60 if map.contains_key(repo) { continue; }
61 if let Some(count) = count.as_i64() {
62 if count > max_used {
63 max_used = count;
64 max_repo = Some(repo);
65 }
66 }
67 }
68 if let Some(repo) = max_repo {
69 map.insert(repo.to_owned(), json!(max_used));
70 } else {
71 break;
72 }
73 if map.len() > 10 { // store max. 10 repos
74 break;
75 }
76 }
77
78 let new_data = json!(map);
79
80 let _ = tools::file_set_contents(path, new_data.to_string().as_bytes(), None);
81}
82
49811347 83fn complete_repository(_arg: &str, _param: &HashMap<String, String>) -> Vec<String> {
d0a03d40
DM
84
85 let mut result = vec![];
86
87 let base = match BaseDirectories::with_prefix("proxmox-backup") {
88 Ok(v) => v,
89 _ => return result,
90 };
91
92 // usually $HOME/.cache/proxmox-backup/repo-list
93 let path = match base.place_cache_file("repo-list") {
94 Ok(v) => v,
95 _ => return result,
96 };
97
49cf9f3d 98 let data = tools::file_get_json(&path, None).unwrap_or(json!({}));
d0a03d40
DM
99
100 if let Some(map) = data.as_object() {
49811347 101 for (repo, _count) in map {
d0a03d40
DM
102 result.push(repo.to_owned());
103 }
104 }
105
106 result
107}
108
17d6979a 109fn backup_directory<P: AsRef<Path>>(
c4ff3dce 110 client: &BackupClient,
17d6979a 111 dir_path: P,
247cdbce
DM
112 archive_name: &str,
113 chunk_size: Option<u64>,
eed6db39 114 all_file_systems: bool,
219ef0e6 115 verbose: bool,
247cdbce 116) -> Result<(), Error> {
33d64b81 117
c4ff3dce
DM
118 if let Some(_size) = chunk_size {
119 unimplemented!();
247cdbce
DM
120 }
121
c4ff3dce
DM
122 let pxar_stream = PxarBackupStream::open(dir_path.as_ref(), all_file_systems, verbose)?;
123 let chunk_stream = ChunkStream::new(pxar_stream);
ff3d3100 124
c4ff3dce 125 let (tx, rx) = mpsc::channel(10); // allow to buffer 10 chunks
5e7a09be 126
c4ff3dce
DM
127 let stream = rx
128 .map_err(Error::from)
129 .and_then(|x| x); // flatten
17d6979a 130
c4ff3dce
DM
131 // spawn chunker inside a separate task so that it can run parallel
132 tokio::spawn(
133 tx.send_all(chunk_stream.then(|r| Ok(r)))
134 .map_err(|e| {}).map(|_| ())
135 );
17d6979a 136
c4ff3dce 137 client.upload_stream(archive_name, stream, "dynamic", None).wait()?;
bcd879cf
DM
138
139 Ok(())
140}
141
23bb8780 142/****
bcd879cf
DM
143fn backup_image(datastore: &DataStore, file: &std::fs::File, size: usize, target: &str, chunk_size: usize) -> Result<(), Error> {
144
23bb8780 145 let mut target = PathBuf::from(target);
bcd879cf
DM
146
147 if let Some(ext) = target.extension() {
91a905b6
DM
148 if ext != "fidx" {
149 bail!("got wrong file extension - expected '.fidx'");
bcd879cf
DM
150 }
151 } else {
91a905b6 152 target.set_extension("fidx");
bcd879cf
DM
153 }
154
155 let mut index = datastore.create_image_writer(&target, size, chunk_size)?;
156
157 tools::file_chunker(file, chunk_size, |pos, chunk| {
158 index.add_chunk(pos, chunk)?;
159 Ok(true)
160 })?;
161
162 index.close()?; // commit changes
163
164 Ok(())
165}
23bb8780 166*/
bcd879cf 167
8e39232a
DM
168fn strip_chunked_file_expenstions(list: Vec<String>) -> Vec<String> {
169
170 let mut result = vec![];
171
172 for file in list.into_iter() {
173 if file.ends_with(".didx") {
174 result.push(file[..file.len()-5].to_owned());
175 } else if file.ends_with(".fidx") {
176 result.push(file[..file.len()-5].to_owned());
177 } else {
178 result.push(file); // should not happen
179 }
180 }
181
182 result
183}
184
8968258b 185/* not used:
6049b71f
DM
186fn list_backups(
187 param: Value,
188 _info: &ApiMethod,
189 _rpcenv: &mut RpcEnvironment,
190) -> Result<Value, Error> {
41c039e1 191
33d64b81 192 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 193 let repo: BackupRepository = repo_url.parse()?;
41c039e1 194
45cdce06 195 let mut client = HttpClient::new(repo.host(), repo.user())?;
41c039e1 196
d0a03d40 197 let path = format!("api2/json/admin/datastore/{}/backups", repo.store());
41c039e1 198
9e391bb7 199 let result = client.get(&path, None)?;
41c039e1 200
d0a03d40
DM
201 record_repository(&repo);
202
8c75372b
DM
203 // fixme: implement and use output formatter instead ..
204 let list = result["data"].as_array().unwrap();
205
206 for item in list {
207
49dc0740
DM
208 let id = item["backup-id"].as_str().unwrap();
209 let btype = item["backup-type"].as_str().unwrap();
210 let epoch = item["backup-time"].as_i64().unwrap();
e909522f 211
391d3107 212 let backup_dir = BackupDir::new(btype, id, epoch);
e909522f
DM
213
214 let files = item["files"].as_array().unwrap().iter().map(|v| v.as_str().unwrap().to_owned()).collect();
8e39232a 215 let files = strip_chunked_file_expenstions(files);
e909522f 216
8e39232a
DM
217 for filename in files {
218 let path = backup_dir.relative_path().to_str().unwrap().to_owned();
219 println!("{} | {}/{}", backup_dir.backup_time().format("%c"), path, filename);
8c75372b
DM
220 }
221 }
222
223 //Ok(result)
224 Ok(Value::Null)
41c039e1 225}
8968258b 226 */
41c039e1 227
812c6f87
DM
228fn list_backup_groups(
229 param: Value,
230 _info: &ApiMethod,
231 _rpcenv: &mut RpcEnvironment,
232) -> Result<Value, Error> {
233
234 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 235 let repo: BackupRepository = repo_url.parse()?;
812c6f87 236
45cdce06 237 let client = HttpClient::new(repo.host(), repo.user())?;
812c6f87 238
d0a03d40 239 let path = format!("api2/json/admin/datastore/{}/groups", repo.store());
812c6f87 240
9e391bb7 241 let mut result = client.get(&path, None).wait()?;
812c6f87 242
d0a03d40
DM
243 record_repository(&repo);
244
812c6f87 245 // fixme: implement and use output formatter instead ..
80822b95
DM
246 let list = result["data"].as_array_mut().unwrap();
247
248 list.sort_unstable_by(|a, b| {
249 let a_id = a["backup-id"].as_str().unwrap();
250 let a_backup_type = a["backup-type"].as_str().unwrap();
251 let b_id = b["backup-id"].as_str().unwrap();
252 let b_backup_type = b["backup-type"].as_str().unwrap();
253
254 let type_order = a_backup_type.cmp(b_backup_type);
255 if type_order == std::cmp::Ordering::Equal {
256 a_id.cmp(b_id)
257 } else {
258 type_order
259 }
260 });
812c6f87
DM
261
262 for item in list {
263
ad20d198
DM
264 let id = item["backup-id"].as_str().unwrap();
265 let btype = item["backup-type"].as_str().unwrap();
266 let epoch = item["last-backup"].as_i64().unwrap();
812c6f87 267 let last_backup = Local.timestamp(epoch, 0);
ad20d198 268 let backup_count = item["backup-count"].as_u64().unwrap();
812c6f87 269
1e9a94e5 270 let group = BackupGroup::new(btype, id);
812c6f87
DM
271
272 let path = group.group_path().to_str().unwrap().to_owned();
ad20d198 273
8e39232a
DM
274 let files = item["files"].as_array().unwrap().iter().map(|v| v.as_str().unwrap().to_owned()).collect();
275 let files = strip_chunked_file_expenstions(files);
ad20d198 276
80822b95 277 println!("{:20} | {} | {:5} | {}", path, last_backup.format("%c"),
ad20d198 278 backup_count, tools::join(&files, ' '));
812c6f87
DM
279 }
280
281 //Ok(result)
282 Ok(Value::Null)
283}
284
184f17af
DM
285fn list_snapshots(
286 param: Value,
287 _info: &ApiMethod,
288 _rpcenv: &mut RpcEnvironment,
289) -> Result<Value, Error> {
290
291 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 292 let repo: BackupRepository = repo_url.parse()?;
184f17af
DM
293
294 let path = tools::required_string_param(&param, "group")?;
295 let group = BackupGroup::parse(path)?;
296
45cdce06 297 let client = HttpClient::new(repo.host(), repo.user())?;
184f17af 298
9e391bb7 299 let path = format!("api2/json/admin/datastore/{}/snapshots", repo.store());
184f17af 300
9e391bb7
DM
301 let result = client.get(&path, Some(json!({
302 "backup-type": group.backup_type(),
303 "backup-id": group.backup_id(),
304 }))).wait()?;
184f17af 305
d0a03d40
DM
306 record_repository(&repo);
307
184f17af
DM
308 // fixme: implement and use output formatter instead ..
309 let list = result["data"].as_array().unwrap();
310
311 for item in list {
312
313 let id = item["backup-id"].as_str().unwrap();
314 let btype = item["backup-type"].as_str().unwrap();
315 let epoch = item["backup-time"].as_i64().unwrap();
184f17af 316
391d3107 317 let snapshot = BackupDir::new(btype, id, epoch);
184f17af
DM
318
319 let path = snapshot.relative_path().to_str().unwrap().to_owned();
320
8e39232a
DM
321 let files = item["files"].as_array().unwrap().iter().map(|v| v.as_str().unwrap().to_owned()).collect();
322 let files = strip_chunked_file_expenstions(files);
184f17af 323
875fb1c0 324 println!("{} | {} | {}", path, snapshot.backup_time().format("%c"), tools::join(&files, ' '));
184f17af
DM
325 }
326
327 Ok(Value::Null)
328}
329
6f62c924
DM
330fn forget_snapshots(
331 param: Value,
332 _info: &ApiMethod,
333 _rpcenv: &mut RpcEnvironment,
334) -> Result<Value, Error> {
335
336 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 337 let repo: BackupRepository = repo_url.parse()?;
6f62c924
DM
338
339 let path = tools::required_string_param(&param, "snapshot")?;
340 let snapshot = BackupDir::parse(path)?;
341
45cdce06 342 let mut client = HttpClient::new(repo.host(), repo.user())?;
6f62c924 343
9e391bb7 344 let path = format!("api2/json/admin/datastore/{}/snapshots", repo.store());
6f62c924 345
9e391bb7
DM
346 let result = client.delete(&path, Some(json!({
347 "backup-type": snapshot.group().backup_type(),
348 "backup-id": snapshot.group().backup_id(),
349 "backup-time": snapshot.backup_time().timestamp(),
350 }))).wait()?;
6f62c924 351
d0a03d40
DM
352 record_repository(&repo);
353
6f62c924
DM
354 Ok(result)
355}
356
8cc0d6af
DM
357fn start_garbage_collection(
358 param: Value,
359 _info: &ApiMethod,
360 _rpcenv: &mut RpcEnvironment,
361) -> Result<Value, Error> {
362
363 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 364 let repo: BackupRepository = repo_url.parse()?;
8cc0d6af 365
45cdce06 366 let mut client = HttpClient::new(repo.host(), repo.user())?;
8cc0d6af 367
d0a03d40 368 let path = format!("api2/json/admin/datastore/{}/gc", repo.store());
8cc0d6af 369
5a2df000 370 let result = client.post(&path, None).wait()?;
8cc0d6af 371
d0a03d40
DM
372 record_repository(&repo);
373
8cc0d6af
DM
374 Ok(result)
375}
33d64b81 376
ae0be2dd
DM
377fn parse_backupspec(value: &str) -> Result<(&str, &str), Error> {
378
379 if let Some(caps) = BACKUPSPEC_REGEX.captures(value) {
380 return Ok((caps.get(1).unwrap().as_str(), caps.get(2).unwrap().as_str()));
381 }
382 bail!("unable to parse directory specification '{}'", value);
383}
384
6049b71f
DM
385fn create_backup(
386 param: Value,
387 _info: &ApiMethod,
388 _rpcenv: &mut RpcEnvironment,
389) -> Result<Value, Error> {
ff5d3707 390
33d64b81 391 let repo_url = tools::required_string_param(&param, "repository")?;
ae0be2dd
DM
392
393 let backupspec_list = tools::required_array_param(&param, "backupspec")?;
a914a774 394
edd3c8c6 395 let repo: BackupRepository = repo_url.parse()?;
33d64b81 396
eed6db39
DM
397 let all_file_systems = param["all-file-systems"].as_bool().unwrap_or(false);
398
219ef0e6
DM
399 let verbose = param["verbose"].as_bool().unwrap_or(false);
400
247cdbce 401 let chunk_size_opt = param["chunk-size"].as_u64().map(|v| v*1024);
2d9d143a 402
247cdbce
DM
403 if let Some(size) = chunk_size_opt {
404 verify_chunk_size(size)?;
2d9d143a
DM
405 }
406
fba30411
DM
407 let backup_id = param["host-id"].as_str().unwrap_or(&tools::nodename());
408
ae0be2dd 409 let mut upload_list = vec![];
a914a774 410
ae0be2dd
DM
411 for backupspec in backupspec_list {
412 let (target, filename) = parse_backupspec(backupspec.as_str().unwrap())?;
bcd879cf 413
eb1804c5
DM
414 use std::os::unix::fs::FileTypeExt;
415
416 let metadata = match std::fs::metadata(filename) {
417 Ok(m) => m,
ae0be2dd
DM
418 Err(err) => bail!("unable to access '{}' - {}", filename, err),
419 };
eb1804c5 420 let file_type = metadata.file_type();
23bb8780 421
eb1804c5 422 if file_type.is_dir() {
bcd879cf 423
74cdb521 424 upload_list.push((filename.to_owned(), target.to_owned()));
a914a774 425
eb1804c5
DM
426 } else if file_type.is_file() || file_type.is_block_device() {
427
428 let size = tools::image_size(&PathBuf::from(filename))?;
429
430 if size == 0 { bail!("got zero-sized file '{}'", filename); }
23bb8780 431
ae0be2dd 432 panic!("implement me");
d62e6e22 433
ae0be2dd 434 //backup_image(&datastore, &file, size, &target, chunk_size)?;
4818c8b6 435
ae0be2dd
DM
436 // let idx = datastore.open_image_reader(target)?;
437 // idx.print_info();
438
439 } else {
440 bail!("unsupported file type (expected a directory, file or block device)");
441 }
442 }
443
cdebd467 444 let backup_time = Local.timestamp(Local::now().timestamp(), 0);
ae0be2dd 445
c4ff3dce 446 let client = HttpClient::new(repo.host(), repo.user())?;
d0a03d40
DM
447 record_repository(&repo);
448
cdebd467
DM
449 println!("Starting backup");
450 println!("Client name: {}", tools::nodename());
451 println!("Start Time: {}", backup_time.to_rfc3339());
51144821 452
39e60bd6 453 let client = client.start_backup(repo.store(), "host", &backup_id, verbose).wait()?;
c4ff3dce 454
17d6979a 455 for (filename, target) in upload_list {
cdebd467 456 println!("Upload '{}' to '{:?}' as {}", filename, repo, target);
c4ff3dce 457 backup_directory(&client, &filename, &target, chunk_size_opt, all_file_systems, verbose)?;
4818c8b6
DM
458 }
459
c4ff3dce
DM
460 client.finish().wait()?;
461
cdebd467 462 let end_time = Local.timestamp(Local::now().timestamp(), 0);
3ec3ec3f
DM
463 let elapsed = end_time.signed_duration_since(backup_time);
464 println!("Duration: {}", elapsed);
465
cdebd467 466 println!("End Time: {}", end_time.to_rfc3339());
3d5c11e5 467
ff5d3707 468 Ok(Value::Null)
f98ea63d
DM
469}
470
d0a03d40 471fn complete_backup_source(arg: &str, param: &HashMap<String, String>) -> Vec<String> {
f98ea63d
DM
472
473 let mut result = vec![];
474
475 let data: Vec<&str> = arg.splitn(2, ':').collect();
476
bff11030 477 if data.len() != 2 {
8968258b
DM
478 result.push(String::from("root.pxar:/"));
479 result.push(String::from("etc.pxar:/etc"));
bff11030
DM
480 return result;
481 }
f98ea63d 482
496a6784 483 let files = tools::complete_file_name(data[1], param);
f98ea63d
DM
484
485 for file in files {
486 result.push(format!("{}:{}", data[0], file));
487 }
488
489 result
ff5d3707 490}
491
9f912493
DM
492fn restore(
493 param: Value,
494 _info: &ApiMethod,
495 _rpcenv: &mut RpcEnvironment,
496) -> Result<Value, Error> {
497
498 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 499 let repo: BackupRepository = repo_url.parse()?;
9f912493 500
d5c34d98
DM
501 let archive_name = tools::required_string_param(&param, "archive-name")?;
502
45cdce06 503 let mut client = HttpClient::new(repo.host(), repo.user())?;
d0a03d40 504
d0a03d40 505 record_repository(&repo);
d5c34d98 506
9f912493 507 let path = tools::required_string_param(&param, "snapshot")?;
9f912493 508
d5c34d98 509 let query;
9f912493 510
d5c34d98
DM
511 if path.matches('/').count() == 1 {
512 let group = BackupGroup::parse(path)?;
9f912493 513
9e391bb7
DM
514 let path = format!("api2/json/admin/datastore/{}/snapshots", repo.store());
515 let result = client.get(&path, Some(json!({
d5c34d98
DM
516 "backup-type": group.backup_type(),
517 "backup-id": group.backup_id(),
9e391bb7 518 }))).wait()?;
9f912493 519
d5c34d98
DM
520 let list = result["data"].as_array().unwrap();
521 if list.len() == 0 {
522 bail!("backup group '{}' does not contain any snapshots:", path);
523 }
9f912493 524
d5c34d98
DM
525 query = tools::json_object_to_query(json!({
526 "backup-type": group.backup_type(),
527 "backup-id": group.backup_id(),
528 "backup-time": list[0]["backup-time"].as_i64().unwrap(),
529 "archive-name": archive_name,
530 }))?;
531 } else {
532 let snapshot = BackupDir::parse(path)?;
9f912493 533
d5c34d98 534 query = tools::json_object_to_query(json!({
9f912493
DM
535 "backup-type": snapshot.group().backup_type(),
536 "backup-id": snapshot.group().backup_id(),
537 "backup-time": snapshot.backup_time().timestamp(),
d5c34d98 538 "archive-name": archive_name,
9f912493 539 }))?;
d5c34d98 540 }
9f912493 541
d5c34d98 542 let target = tools::required_string_param(&param, "target")?;
2ae7d196 543
8968258b
DM
544 if archive_name.ends_with(".pxar") {
545 let path = format!("api2/json/admin/datastore/{}/pxar?{}", repo.store(), query);
2ae7d196 546
d5c34d98
DM
547 println!("DOWNLOAD FILE {} to {}", path, target);
548
549 let target = PathBuf::from(target);
5defa71b 550 let writer = PxarDecodeWriter::new(&target, true)?;
5a2df000 551 client.download(&path, Box::new(writer)).wait()?;
d5c34d98
DM
552 } else {
553 bail!("unknown file extensions - unable to download '{}'", archive_name);
9f912493
DM
554 }
555
556 Ok(Value::Null)
557}
558
83b7db02
DM
559fn prune(
560 mut param: Value,
561 _info: &ApiMethod,
562 _rpcenv: &mut RpcEnvironment,
563) -> Result<Value, Error> {
564
565 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 566 let repo: BackupRepository = repo_url.parse()?;
83b7db02 567
45cdce06 568 let mut client = HttpClient::new(repo.host(), repo.user())?;
83b7db02 569
d0a03d40 570 let path = format!("api2/json/admin/datastore/{}/prune", repo.store());
83b7db02
DM
571
572 param.as_object_mut().unwrap().remove("repository");
573
5a2df000 574 let result = client.post(&path, Some(param)).wait()?;
83b7db02 575
d0a03d40
DM
576 record_repository(&repo);
577
83b7db02
DM
578 Ok(result)
579}
580
5a2df000 581// like get, but simply ignore errors and return Null instead
b2388518 582fn try_get(repo: &BackupRepository, url: &str) -> Value {
024f11bb 583
45cdce06
DM
584 let client = match HttpClient::new(repo.host(), repo.user()) {
585 Ok(v) => v,
586 _ => return Value::Null,
587 };
b2388518 588
9e391bb7 589 let mut resp = match client.get(url, None).wait() {
b2388518
DM
590 Ok(v) => v,
591 _ => return Value::Null,
592 };
593
594 if let Some(map) = resp.as_object_mut() {
595 if let Some(data) = map.remove("data") {
596 return data;
597 }
598 }
599 Value::Null
600}
601
602fn extract_repo(param: &HashMap<String, String>) -> Option<BackupRepository> {
024f11bb
DM
603
604 let repo_url = match param.get("repository") {
605 Some(v) => v,
b2388518 606 _ => return None,
024f11bb
DM
607 };
608
609 let repo: BackupRepository = match repo_url.parse() {
610 Ok(v) => v,
b2388518 611 _ => return None,
024f11bb
DM
612 };
613
b2388518
DM
614 Some(repo)
615}
024f11bb 616
b2388518 617fn complete_backup_group(_arg: &str, param: &HashMap<String, String>) -> Vec<String> {
024f11bb 618
b2388518
DM
619 let mut result = vec![];
620
621 let repo = match extract_repo(param) {
622 Some(v) => v,
024f11bb
DM
623 _ => return result,
624 };
625
b2388518
DM
626 let path = format!("api2/json/admin/datastore/{}/groups", repo.store());
627
628 let data = try_get(&repo, &path);
629
630 if let Some(list) = data.as_array() {
024f11bb 631 for item in list {
98f0b972
DM
632 if let (Some(backup_id), Some(backup_type)) =
633 (item["backup-id"].as_str(), item["backup-type"].as_str())
634 {
635 result.push(format!("{}/{}", backup_type, backup_id));
024f11bb
DM
636 }
637 }
638 }
639
640 result
641}
642
b2388518
DM
643fn complete_group_or_snapshot(arg: &str, param: &HashMap<String, String>) -> Vec<String> {
644
645 let mut result = vec![];
646
647 let repo = match extract_repo(param) {
648 Some(v) => v,
649 _ => return result,
650 };
651
652 if arg.matches('/').count() < 2 {
653 let groups = complete_backup_group(arg, param);
654 for group in groups {
655 result.push(group.to_string());
656 result.push(format!("{}/", group));
657 }
658 return result;
659 }
660
661 let mut parts = arg.split('/');
662 let query = tools::json_object_to_query(json!({
663 "backup-type": parts.next().unwrap(),
664 "backup-id": parts.next().unwrap(),
665 })).unwrap();
666
667 let path = format!("api2/json/admin/datastore/{}/snapshots?{}", repo.store(), query);
668
669 let data = try_get(&repo, &path);
670
671 if let Some(list) = data.as_array() {
672 for item in list {
673 if let (Some(backup_id), Some(backup_type), Some(backup_time)) =
674 (item["backup-id"].as_str(), item["backup-type"].as_str(), item["backup-time"].as_i64())
675 {
676 let snapshot = BackupDir::new(backup_type, backup_id, backup_time);
677 result.push(snapshot.relative_path().to_str().unwrap().to_owned());
678 }
679 }
680 }
681
682 result
683}
684
08dc340a
DM
685fn complete_archive_name(_arg: &str, param: &HashMap<String, String>) -> Vec<String> {
686
687 let mut result = vec![];
688
689 let repo = match extract_repo(param) {
690 Some(v) => v,
691 _ => return result,
692 };
693
694 let snapshot = match param.get("snapshot") {
695 Some(path) => {
696 match BackupDir::parse(path) {
697 Ok(v) => v,
698 _ => return result,
699 }
700 }
701 _ => return result,
702 };
703
704 let query = tools::json_object_to_query(json!({
705 "backup-type": snapshot.group().backup_type(),
706 "backup-id": snapshot.group().backup_id(),
707 "backup-time": snapshot.backup_time().timestamp(),
708 })).unwrap();
709
710 let path = format!("api2/json/admin/datastore/{}/files?{}", repo.store(), query);
711
712 let data = try_get(&repo, &path);
713
714 if let Some(list) = data.as_array() {
715 for item in list {
716 if let Some(filename) = item.as_str() {
717 result.push(filename.to_owned());
718 }
719 }
720 }
721
722 strip_chunked_file_expenstions(result)
723}
724
49811347
DM
725fn complete_chunk_size(_arg: &str, _param: &HashMap<String, String>) -> Vec<String> {
726
727 let mut result = vec![];
728
729 let mut size = 64;
730 loop {
731 result.push(size.to_string());
732 size = size * 2;
733 if size > 4096 { break; }
734 }
735
736 result
737}
738
ff5d3707 739fn main() {
740
33d64b81
DM
741 let repo_url_schema: Arc<Schema> = Arc::new(
742 StringSchema::new("Repository URL.")
743 .format(BACKUP_REPO_URL.clone())
744 .max_length(256)
745 .into()
746 );
747
25f1650b
DM
748 let backup_source_schema: Arc<Schema> = Arc::new(
749 StringSchema::new("Backup source specification ([<label>:<path>]).")
750 .format(Arc::new(ApiStringFormat::Pattern(&BACKUPSPEC_REGEX)))
751 .into()
752 );
753
597a9203 754 let backup_cmd_def = CliCommand::new(
ff5d3707 755 ApiMethod::new(
bcd879cf 756 create_backup,
597a9203 757 ObjectSchema::new("Create (host) backup.")
33d64b81 758 .required("repository", repo_url_schema.clone())
ae0be2dd
DM
759 .required(
760 "backupspec",
761 ArraySchema::new(
74cdb521 762 "List of backup source specifications ([<label.ext>:<path>] ...)",
25f1650b 763 backup_source_schema,
ae0be2dd
DM
764 ).min_length(1)
765 )
219ef0e6
DM
766 .optional(
767 "verbose",
768 BooleanSchema::new("Verbose output.").default(false))
fba30411
DM
769 .optional(
770 "host-id",
771 StringSchema::new("Use specified ID for the backup group name ('host/<id>'). The default is the system hostname."))
2d9d143a
DM
772 .optional(
773 "chunk-size",
774 IntegerSchema::new("Chunk size in KB. Must be a power of 2.")
775 .minimum(64)
776 .maximum(4096)
777 .default(4096)
778 )
ff5d3707 779 ))
ae0be2dd 780 .arg_param(vec!["repository", "backupspec"])
d0a03d40 781 .completion_cb("repository", complete_repository)
49811347
DM
782 .completion_cb("backupspec", complete_backup_source)
783 .completion_cb("chunk-size", complete_chunk_size);
f8838fe9 784
41c039e1
DM
785 let list_cmd_def = CliCommand::new(
786 ApiMethod::new(
812c6f87
DM
787 list_backup_groups,
788 ObjectSchema::new("List backup groups.")
33d64b81 789 .required("repository", repo_url_schema.clone())
41c039e1 790 ))
d0a03d40
DM
791 .arg_param(vec!["repository"])
792 .completion_cb("repository", complete_repository);
41c039e1 793
184f17af
DM
794 let snapshots_cmd_def = CliCommand::new(
795 ApiMethod::new(
796 list_snapshots,
797 ObjectSchema::new("List backup snapshots.")
798 .required("repository", repo_url_schema.clone())
799 .required("group", StringSchema::new("Backup group."))
800 ))
d0a03d40 801 .arg_param(vec!["repository", "group"])
024f11bb 802 .completion_cb("group", complete_backup_group)
d0a03d40 803 .completion_cb("repository", complete_repository);
184f17af 804
6f62c924
DM
805 let forget_cmd_def = CliCommand::new(
806 ApiMethod::new(
807 forget_snapshots,
808 ObjectSchema::new("Forget (remove) backup snapshots.")
809 .required("repository", repo_url_schema.clone())
810 .required("snapshot", StringSchema::new("Snapshot path."))
811 ))
d0a03d40 812 .arg_param(vec!["repository", "snapshot"])
b2388518
DM
813 .completion_cb("repository", complete_repository)
814 .completion_cb("snapshot", complete_group_or_snapshot);
6f62c924 815
8cc0d6af
DM
816 let garbage_collect_cmd_def = CliCommand::new(
817 ApiMethod::new(
818 start_garbage_collection,
819 ObjectSchema::new("Start garbage collection for a specific repository.")
820 .required("repository", repo_url_schema.clone())
821 ))
d0a03d40
DM
822 .arg_param(vec!["repository"])
823 .completion_cb("repository", complete_repository);
8cc0d6af 824
9f912493
DM
825 let restore_cmd_def = CliCommand::new(
826 ApiMethod::new(
827 restore,
828 ObjectSchema::new("Restore backup repository.")
829 .required("repository", repo_url_schema.clone())
d5c34d98
DM
830 .required("snapshot", StringSchema::new("Group/Snapshot path."))
831 .required("archive-name", StringSchema::new("Backup archive name."))
9f912493
DM
832 .required("target", StringSchema::new("Target directory path."))
833 ))
d0a03d40 834 .arg_param(vec!["repository", "snapshot", "archive-name", "target"])
b2388518 835 .completion_cb("repository", complete_repository)
08dc340a
DM
836 .completion_cb("snapshot", complete_group_or_snapshot)
837 .completion_cb("archive-name", complete_archive_name)
838 .completion_cb("target", tools::complete_file_name);
9f912493 839
83b7db02
DM
840 let prune_cmd_def = CliCommand::new(
841 ApiMethod::new(
842 prune,
843 proxmox_backup::api2::admin::datastore::add_common_prune_prameters(
844 ObjectSchema::new("Prune backup repository.")
845 .required("repository", repo_url_schema.clone())
846 )
847 ))
d0a03d40
DM
848 .arg_param(vec!["repository"])
849 .completion_cb("repository", complete_repository);
9f912493 850
41c039e1 851 let cmd_def = CliCommandMap::new()
597a9203 852 .insert("backup".to_owned(), backup_cmd_def.into())
6f62c924 853 .insert("forget".to_owned(), forget_cmd_def.into())
8cc0d6af 854 .insert("garbage-collect".to_owned(), garbage_collect_cmd_def.into())
83b7db02 855 .insert("list".to_owned(), list_cmd_def.into())
184f17af 856 .insert("prune".to_owned(), prune_cmd_def.into())
9f912493 857 .insert("restore".to_owned(), restore_cmd_def.into())
184f17af 858 .insert("snapshots".to_owned(), snapshots_cmd_def.into());
a914a774 859
5a2df000
DM
860 hyper::rt::run(futures::future::lazy(move || {
861 run_cli_command(cmd_def.into());
862 Ok(())
863 }));
496a6784 864
ff5d3707 865}