]> git.proxmox.com Git - proxmox-backup.git/blame - src/bin/proxmox-backup-client.rs
src/bin/proxmox-backup-client.rs: backup_image() - pass correct chunk size
[proxmox-backup.git] / src / bin / proxmox-backup-client.rs
CommitLineData
fe0e04c6 1extern crate proxmox_backup;
ff5d3707 2
3use failure::*;
728797d0 4//use std::os::unix::io::AsRawFd;
cdebd467 5use chrono::{DateTime, Local, TimeZone};
e9c9409a 6use std::path::{Path, PathBuf};
496a6784 7use std::collections::HashMap;
ff5d3707 8
fe0e04c6 9use proxmox_backup::tools;
4de0e142 10use proxmox_backup::cli::*;
ef2f2efb 11use proxmox_backup::api_schema::*;
dc9a007b 12use proxmox_backup::api_schema::router::*;
151c6ce2 13use proxmox_backup::client::*;
247cdbce 14use proxmox_backup::backup::*;
fe0e04c6
DM
15//use proxmox_backup::backup::image_index::*;
16//use proxmox_backup::config::datastore;
8968258b 17//use proxmox_backup::pxar::encoder::*;
728797d0 18//use proxmox_backup::backup::datastore::*;
23bb8780 19
f5f13ebc 20use serde_json::{json, Value};
23bb8780 21use hyper::Body;
33d64b81 22use std::sync::Arc;
ae0be2dd 23use regex::Regex;
d0a03d40 24use xdg::BaseDirectories;
ae0be2dd
DM
25
26use lazy_static::lazy_static;
5a2df000 27use futures::*;
c4ff3dce 28use tokio::sync::mpsc;
ae0be2dd
DM
29
30lazy_static! {
6af905c1 31 static ref BACKUPSPEC_REGEX: Regex = Regex::new(r"^([a-zA-Z0-9_-]+\.(?:pxar|img)):(.+)$").unwrap();
ae0be2dd 32}
33d64b81 33
d0a03d40
DM
34
35fn record_repository(repo: &BackupRepository) {
36
37 let base = match BaseDirectories::with_prefix("proxmox-backup") {
38 Ok(v) => v,
39 _ => return,
40 };
41
42 // usually $HOME/.cache/proxmox-backup/repo-list
43 let path = match base.place_cache_file("repo-list") {
44 Ok(v) => v,
45 _ => return,
46 };
47
49cf9f3d 48 let mut data = tools::file_get_json(&path, None).unwrap_or(json!({}));
d0a03d40
DM
49
50 let repo = repo.to_string();
51
52 data[&repo] = json!{ data[&repo].as_i64().unwrap_or(0) + 1 };
53
54 let mut map = serde_json::map::Map::new();
55
56 loop {
57 let mut max_used = 0;
58 let mut max_repo = None;
59 for (repo, count) in data.as_object().unwrap() {
60 if map.contains_key(repo) { continue; }
61 if let Some(count) = count.as_i64() {
62 if count > max_used {
63 max_used = count;
64 max_repo = Some(repo);
65 }
66 }
67 }
68 if let Some(repo) = max_repo {
69 map.insert(repo.to_owned(), json!(max_used));
70 } else {
71 break;
72 }
73 if map.len() > 10 { // store max. 10 repos
74 break;
75 }
76 }
77
78 let new_data = json!(map);
79
80 let _ = tools::file_set_contents(path, new_data.to_string().as_bytes(), None);
81}
82
49811347 83fn complete_repository(_arg: &str, _param: &HashMap<String, String>) -> Vec<String> {
d0a03d40
DM
84
85 let mut result = vec![];
86
87 let base = match BaseDirectories::with_prefix("proxmox-backup") {
88 Ok(v) => v,
89 _ => return result,
90 };
91
92 // usually $HOME/.cache/proxmox-backup/repo-list
93 let path = match base.place_cache_file("repo-list") {
94 Ok(v) => v,
95 _ => return result,
96 };
97
49cf9f3d 98 let data = tools::file_get_json(&path, None).unwrap_or(json!({}));
d0a03d40
DM
99
100 if let Some(map) = data.as_object() {
49811347 101 for (repo, _count) in map {
d0a03d40
DM
102 result.push(repo.to_owned());
103 }
104 }
105
106 result
107}
108
17d6979a 109fn backup_directory<P: AsRef<Path>>(
c4ff3dce 110 client: &BackupClient,
17d6979a 111 dir_path: P,
247cdbce
DM
112 archive_name: &str,
113 chunk_size: Option<u64>,
eed6db39 114 all_file_systems: bool,
219ef0e6 115 verbose: bool,
247cdbce 116) -> Result<(), Error> {
33d64b81 117
c4ff3dce
DM
118 if let Some(_size) = chunk_size {
119 unimplemented!();
247cdbce
DM
120 }
121
c4ff3dce
DM
122 let pxar_stream = PxarBackupStream::open(dir_path.as_ref(), all_file_systems, verbose)?;
123 let chunk_stream = ChunkStream::new(pxar_stream);
ff3d3100 124
c4ff3dce 125 let (tx, rx) = mpsc::channel(10); // allow to buffer 10 chunks
5e7a09be 126
c4ff3dce
DM
127 let stream = rx
128 .map_err(Error::from)
129 .and_then(|x| x); // flatten
17d6979a 130
c4ff3dce
DM
131 // spawn chunker inside a separate task so that it can run parallel
132 tokio::spawn(
133 tx.send_all(chunk_stream.then(|r| Ok(r)))
134 .map_err(|e| {}).map(|_| ())
135 );
17d6979a 136
c4ff3dce 137 client.upload_stream(archive_name, stream, "dynamic", None).wait()?;
bcd879cf
DM
138
139 Ok(())
140}
141
6af905c1
DM
142fn backup_image<P: AsRef<Path>>(
143 client: &BackupClient,
144 image_path: P,
145 archive_name: &str,
146 image_size: u64,
147 chunk_size: Option<u64>,
148 verbose: bool,
149) -> Result<(), Error> {
150
6af905c1
DM
151 let path = image_path.as_ref().to_owned();
152
153 let file = tokio::fs::File::open(path).wait()?;
154
155 let stream = tokio::codec::FramedRead::new(file, tokio::codec::BytesCodec::new())
156 .map_err(Error::from);
157
49ef316b 158 let stream = FixedChunkStream::new(stream, chunk_size.unwrap_or(4*1024*1024) as usize);
6af905c1
DM
159
160 client.upload_stream(archive_name, stream, "fixed", Some(image_size)).wait()?;
161
162 Ok(())
163}
164
8e39232a
DM
165fn strip_chunked_file_expenstions(list: Vec<String>) -> Vec<String> {
166
167 let mut result = vec![];
168
169 for file in list.into_iter() {
170 if file.ends_with(".didx") {
171 result.push(file[..file.len()-5].to_owned());
172 } else if file.ends_with(".fidx") {
173 result.push(file[..file.len()-5].to_owned());
174 } else {
175 result.push(file); // should not happen
176 }
177 }
178
179 result
180}
181
8968258b 182/* not used:
6049b71f
DM
183fn list_backups(
184 param: Value,
185 _info: &ApiMethod,
186 _rpcenv: &mut RpcEnvironment,
187) -> Result<Value, Error> {
41c039e1 188
33d64b81 189 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 190 let repo: BackupRepository = repo_url.parse()?;
41c039e1 191
45cdce06 192 let mut client = HttpClient::new(repo.host(), repo.user())?;
41c039e1 193
d0a03d40 194 let path = format!("api2/json/admin/datastore/{}/backups", repo.store());
41c039e1 195
9e391bb7 196 let result = client.get(&path, None)?;
41c039e1 197
d0a03d40
DM
198 record_repository(&repo);
199
8c75372b
DM
200 // fixme: implement and use output formatter instead ..
201 let list = result["data"].as_array().unwrap();
202
203 for item in list {
204
49dc0740
DM
205 let id = item["backup-id"].as_str().unwrap();
206 let btype = item["backup-type"].as_str().unwrap();
207 let epoch = item["backup-time"].as_i64().unwrap();
e909522f 208
391d3107 209 let backup_dir = BackupDir::new(btype, id, epoch);
e909522f
DM
210
211 let files = item["files"].as_array().unwrap().iter().map(|v| v.as_str().unwrap().to_owned()).collect();
8e39232a 212 let files = strip_chunked_file_expenstions(files);
e909522f 213
8e39232a
DM
214 for filename in files {
215 let path = backup_dir.relative_path().to_str().unwrap().to_owned();
216 println!("{} | {}/{}", backup_dir.backup_time().format("%c"), path, filename);
8c75372b
DM
217 }
218 }
219
220 //Ok(result)
221 Ok(Value::Null)
41c039e1 222}
8968258b 223 */
41c039e1 224
812c6f87
DM
225fn list_backup_groups(
226 param: Value,
227 _info: &ApiMethod,
228 _rpcenv: &mut RpcEnvironment,
229) -> Result<Value, Error> {
230
231 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 232 let repo: BackupRepository = repo_url.parse()?;
812c6f87 233
45cdce06 234 let client = HttpClient::new(repo.host(), repo.user())?;
812c6f87 235
d0a03d40 236 let path = format!("api2/json/admin/datastore/{}/groups", repo.store());
812c6f87 237
9e391bb7 238 let mut result = client.get(&path, None).wait()?;
812c6f87 239
d0a03d40
DM
240 record_repository(&repo);
241
812c6f87 242 // fixme: implement and use output formatter instead ..
80822b95
DM
243 let list = result["data"].as_array_mut().unwrap();
244
245 list.sort_unstable_by(|a, b| {
246 let a_id = a["backup-id"].as_str().unwrap();
247 let a_backup_type = a["backup-type"].as_str().unwrap();
248 let b_id = b["backup-id"].as_str().unwrap();
249 let b_backup_type = b["backup-type"].as_str().unwrap();
250
251 let type_order = a_backup_type.cmp(b_backup_type);
252 if type_order == std::cmp::Ordering::Equal {
253 a_id.cmp(b_id)
254 } else {
255 type_order
256 }
257 });
812c6f87
DM
258
259 for item in list {
260
ad20d198
DM
261 let id = item["backup-id"].as_str().unwrap();
262 let btype = item["backup-type"].as_str().unwrap();
263 let epoch = item["last-backup"].as_i64().unwrap();
812c6f87 264 let last_backup = Local.timestamp(epoch, 0);
ad20d198 265 let backup_count = item["backup-count"].as_u64().unwrap();
812c6f87 266
1e9a94e5 267 let group = BackupGroup::new(btype, id);
812c6f87
DM
268
269 let path = group.group_path().to_str().unwrap().to_owned();
ad20d198 270
8e39232a
DM
271 let files = item["files"].as_array().unwrap().iter().map(|v| v.as_str().unwrap().to_owned()).collect();
272 let files = strip_chunked_file_expenstions(files);
ad20d198 273
80822b95 274 println!("{:20} | {} | {:5} | {}", path, last_backup.format("%c"),
ad20d198 275 backup_count, tools::join(&files, ' '));
812c6f87
DM
276 }
277
278 //Ok(result)
279 Ok(Value::Null)
280}
281
184f17af
DM
282fn list_snapshots(
283 param: Value,
284 _info: &ApiMethod,
285 _rpcenv: &mut RpcEnvironment,
286) -> Result<Value, Error> {
287
288 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 289 let repo: BackupRepository = repo_url.parse()?;
184f17af
DM
290
291 let path = tools::required_string_param(&param, "group")?;
292 let group = BackupGroup::parse(path)?;
293
45cdce06 294 let client = HttpClient::new(repo.host(), repo.user())?;
184f17af 295
9e391bb7 296 let path = format!("api2/json/admin/datastore/{}/snapshots", repo.store());
184f17af 297
9e391bb7
DM
298 let result = client.get(&path, Some(json!({
299 "backup-type": group.backup_type(),
300 "backup-id": group.backup_id(),
301 }))).wait()?;
184f17af 302
d0a03d40
DM
303 record_repository(&repo);
304
184f17af
DM
305 // fixme: implement and use output formatter instead ..
306 let list = result["data"].as_array().unwrap();
307
308 for item in list {
309
310 let id = item["backup-id"].as_str().unwrap();
311 let btype = item["backup-type"].as_str().unwrap();
312 let epoch = item["backup-time"].as_i64().unwrap();
184f17af 313
391d3107 314 let snapshot = BackupDir::new(btype, id, epoch);
184f17af
DM
315
316 let path = snapshot.relative_path().to_str().unwrap().to_owned();
317
8e39232a
DM
318 let files = item["files"].as_array().unwrap().iter().map(|v| v.as_str().unwrap().to_owned()).collect();
319 let files = strip_chunked_file_expenstions(files);
184f17af 320
875fb1c0 321 println!("{} | {} | {}", path, snapshot.backup_time().format("%c"), tools::join(&files, ' '));
184f17af
DM
322 }
323
324 Ok(Value::Null)
325}
326
6f62c924
DM
327fn forget_snapshots(
328 param: Value,
329 _info: &ApiMethod,
330 _rpcenv: &mut RpcEnvironment,
331) -> Result<Value, Error> {
332
333 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 334 let repo: BackupRepository = repo_url.parse()?;
6f62c924
DM
335
336 let path = tools::required_string_param(&param, "snapshot")?;
337 let snapshot = BackupDir::parse(path)?;
338
45cdce06 339 let mut client = HttpClient::new(repo.host(), repo.user())?;
6f62c924 340
9e391bb7 341 let path = format!("api2/json/admin/datastore/{}/snapshots", repo.store());
6f62c924 342
9e391bb7
DM
343 let result = client.delete(&path, Some(json!({
344 "backup-type": snapshot.group().backup_type(),
345 "backup-id": snapshot.group().backup_id(),
346 "backup-time": snapshot.backup_time().timestamp(),
347 }))).wait()?;
6f62c924 348
d0a03d40
DM
349 record_repository(&repo);
350
6f62c924
DM
351 Ok(result)
352}
353
8cc0d6af
DM
354fn start_garbage_collection(
355 param: Value,
356 _info: &ApiMethod,
357 _rpcenv: &mut RpcEnvironment,
358) -> Result<Value, Error> {
359
360 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 361 let repo: BackupRepository = repo_url.parse()?;
8cc0d6af 362
45cdce06 363 let mut client = HttpClient::new(repo.host(), repo.user())?;
8cc0d6af 364
d0a03d40 365 let path = format!("api2/json/admin/datastore/{}/gc", repo.store());
8cc0d6af 366
5a2df000 367 let result = client.post(&path, None).wait()?;
8cc0d6af 368
d0a03d40
DM
369 record_repository(&repo);
370
8cc0d6af
DM
371 Ok(result)
372}
33d64b81 373
ae0be2dd
DM
374fn parse_backupspec(value: &str) -> Result<(&str, &str), Error> {
375
376 if let Some(caps) = BACKUPSPEC_REGEX.captures(value) {
377 return Ok((caps.get(1).unwrap().as_str(), caps.get(2).unwrap().as_str()));
378 }
379 bail!("unable to parse directory specification '{}'", value);
380}
381
6049b71f
DM
382fn create_backup(
383 param: Value,
384 _info: &ApiMethod,
385 _rpcenv: &mut RpcEnvironment,
386) -> Result<Value, Error> {
ff5d3707 387
33d64b81 388 let repo_url = tools::required_string_param(&param, "repository")?;
ae0be2dd
DM
389
390 let backupspec_list = tools::required_array_param(&param, "backupspec")?;
a914a774 391
edd3c8c6 392 let repo: BackupRepository = repo_url.parse()?;
33d64b81 393
eed6db39
DM
394 let all_file_systems = param["all-file-systems"].as_bool().unwrap_or(false);
395
219ef0e6
DM
396 let verbose = param["verbose"].as_bool().unwrap_or(false);
397
247cdbce 398 let chunk_size_opt = param["chunk-size"].as_u64().map(|v| v*1024);
2d9d143a 399
247cdbce
DM
400 if let Some(size) = chunk_size_opt {
401 verify_chunk_size(size)?;
2d9d143a
DM
402 }
403
fba30411
DM
404 let backup_id = param["host-id"].as_str().unwrap_or(&tools::nodename());
405
ae0be2dd 406 let mut upload_list = vec![];
a914a774 407
6af905c1
DM
408 enum BackupType { PXAR, IMAGE };
409
ae0be2dd
DM
410 for backupspec in backupspec_list {
411 let (target, filename) = parse_backupspec(backupspec.as_str().unwrap())?;
bcd879cf 412
eb1804c5
DM
413 use std::os::unix::fs::FileTypeExt;
414
415 let metadata = match std::fs::metadata(filename) {
416 Ok(m) => m,
ae0be2dd
DM
417 Err(err) => bail!("unable to access '{}' - {}", filename, err),
418 };
eb1804c5 419 let file_type = metadata.file_type();
23bb8780 420
eb1804c5 421 if file_type.is_dir() {
bcd879cf 422
6af905c1 423 upload_list.push((BackupType::PXAR, filename.to_owned(), target.to_owned(), 0));
a914a774 424
eb1804c5
DM
425 } else if file_type.is_file() || file_type.is_block_device() {
426
427 let size = tools::image_size(&PathBuf::from(filename))?;
428
429 if size == 0 { bail!("got zero-sized file '{}'", filename); }
23bb8780 430
6af905c1 431 upload_list.push((BackupType::IMAGE, filename.to_owned(), target.to_owned(), size));
ae0be2dd
DM
432
433 } else {
434 bail!("unsupported file type (expected a directory, file or block device)");
435 }
436 }
437
cdebd467 438 let backup_time = Local.timestamp(Local::now().timestamp(), 0);
ae0be2dd 439
c4ff3dce 440 let client = HttpClient::new(repo.host(), repo.user())?;
d0a03d40
DM
441 record_repository(&repo);
442
cdebd467
DM
443 println!("Starting backup");
444 println!("Client name: {}", tools::nodename());
445 println!("Start Time: {}", backup_time.to_rfc3339());
51144821 446
39e60bd6 447 let client = client.start_backup(repo.store(), "host", &backup_id, verbose).wait()?;
c4ff3dce 448
6af905c1
DM
449 for (backup_type, filename, target, size) in upload_list {
450 match backup_type {
451 BackupType::PXAR => {
452 println!("Upload directory '{}' to '{:?}' as {}", filename, repo, target);
453 backup_directory(&client, &filename, &target, chunk_size_opt, all_file_systems, verbose)?;
454 }
455 BackupType::IMAGE => {
456 println!("Upload image '{}' to '{:?}' as {}", filename, repo, target);
457 backup_image(&client, &filename, &target, size, chunk_size_opt, verbose)?;
458 }
459 }
4818c8b6
DM
460 }
461
c4ff3dce
DM
462 client.finish().wait()?;
463
cdebd467 464 let end_time = Local.timestamp(Local::now().timestamp(), 0);
3ec3ec3f
DM
465 let elapsed = end_time.signed_duration_since(backup_time);
466 println!("Duration: {}", elapsed);
467
cdebd467 468 println!("End Time: {}", end_time.to_rfc3339());
3d5c11e5 469
ff5d3707 470 Ok(Value::Null)
f98ea63d
DM
471}
472
d0a03d40 473fn complete_backup_source(arg: &str, param: &HashMap<String, String>) -> Vec<String> {
f98ea63d
DM
474
475 let mut result = vec![];
476
477 let data: Vec<&str> = arg.splitn(2, ':').collect();
478
bff11030 479 if data.len() != 2 {
8968258b
DM
480 result.push(String::from("root.pxar:/"));
481 result.push(String::from("etc.pxar:/etc"));
bff11030
DM
482 return result;
483 }
f98ea63d 484
496a6784 485 let files = tools::complete_file_name(data[1], param);
f98ea63d
DM
486
487 for file in files {
488 result.push(format!("{}:{}", data[0], file));
489 }
490
491 result
ff5d3707 492}
493
9f912493
DM
494fn restore(
495 param: Value,
496 _info: &ApiMethod,
497 _rpcenv: &mut RpcEnvironment,
498) -> Result<Value, Error> {
499
500 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 501 let repo: BackupRepository = repo_url.parse()?;
9f912493 502
d5c34d98
DM
503 let archive_name = tools::required_string_param(&param, "archive-name")?;
504
45cdce06 505 let mut client = HttpClient::new(repo.host(), repo.user())?;
d0a03d40 506
d0a03d40 507 record_repository(&repo);
d5c34d98 508
9f912493 509 let path = tools::required_string_param(&param, "snapshot")?;
9f912493 510
d5c34d98 511 let query;
9f912493 512
d5c34d98
DM
513 if path.matches('/').count() == 1 {
514 let group = BackupGroup::parse(path)?;
9f912493 515
9e391bb7
DM
516 let path = format!("api2/json/admin/datastore/{}/snapshots", repo.store());
517 let result = client.get(&path, Some(json!({
d5c34d98
DM
518 "backup-type": group.backup_type(),
519 "backup-id": group.backup_id(),
9e391bb7 520 }))).wait()?;
9f912493 521
d5c34d98
DM
522 let list = result["data"].as_array().unwrap();
523 if list.len() == 0 {
524 bail!("backup group '{}' does not contain any snapshots:", path);
525 }
9f912493 526
d5c34d98
DM
527 query = tools::json_object_to_query(json!({
528 "backup-type": group.backup_type(),
529 "backup-id": group.backup_id(),
530 "backup-time": list[0]["backup-time"].as_i64().unwrap(),
531 "archive-name": archive_name,
532 }))?;
533 } else {
534 let snapshot = BackupDir::parse(path)?;
9f912493 535
d5c34d98 536 query = tools::json_object_to_query(json!({
9f912493
DM
537 "backup-type": snapshot.group().backup_type(),
538 "backup-id": snapshot.group().backup_id(),
539 "backup-time": snapshot.backup_time().timestamp(),
d5c34d98 540 "archive-name": archive_name,
9f912493 541 }))?;
d5c34d98 542 }
9f912493 543
d5c34d98 544 let target = tools::required_string_param(&param, "target")?;
2ae7d196 545
8968258b
DM
546 if archive_name.ends_with(".pxar") {
547 let path = format!("api2/json/admin/datastore/{}/pxar?{}", repo.store(), query);
2ae7d196 548
d5c34d98
DM
549 println!("DOWNLOAD FILE {} to {}", path, target);
550
551 let target = PathBuf::from(target);
5defa71b 552 let writer = PxarDecodeWriter::new(&target, true)?;
5a2df000 553 client.download(&path, Box::new(writer)).wait()?;
d5c34d98
DM
554 } else {
555 bail!("unknown file extensions - unable to download '{}'", archive_name);
9f912493
DM
556 }
557
558 Ok(Value::Null)
559}
560
83b7db02
DM
561fn prune(
562 mut param: Value,
563 _info: &ApiMethod,
564 _rpcenv: &mut RpcEnvironment,
565) -> Result<Value, Error> {
566
567 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 568 let repo: BackupRepository = repo_url.parse()?;
83b7db02 569
45cdce06 570 let mut client = HttpClient::new(repo.host(), repo.user())?;
83b7db02 571
d0a03d40 572 let path = format!("api2/json/admin/datastore/{}/prune", repo.store());
83b7db02
DM
573
574 param.as_object_mut().unwrap().remove("repository");
575
5a2df000 576 let result = client.post(&path, Some(param)).wait()?;
83b7db02 577
d0a03d40
DM
578 record_repository(&repo);
579
83b7db02
DM
580 Ok(result)
581}
582
5a2df000 583// like get, but simply ignore errors and return Null instead
b2388518 584fn try_get(repo: &BackupRepository, url: &str) -> Value {
024f11bb 585
45cdce06
DM
586 let client = match HttpClient::new(repo.host(), repo.user()) {
587 Ok(v) => v,
588 _ => return Value::Null,
589 };
b2388518 590
9e391bb7 591 let mut resp = match client.get(url, None).wait() {
b2388518
DM
592 Ok(v) => v,
593 _ => return Value::Null,
594 };
595
596 if let Some(map) = resp.as_object_mut() {
597 if let Some(data) = map.remove("data") {
598 return data;
599 }
600 }
601 Value::Null
602}
603
604fn extract_repo(param: &HashMap<String, String>) -> Option<BackupRepository> {
024f11bb
DM
605
606 let repo_url = match param.get("repository") {
607 Some(v) => v,
b2388518 608 _ => return None,
024f11bb
DM
609 };
610
611 let repo: BackupRepository = match repo_url.parse() {
612 Ok(v) => v,
b2388518 613 _ => return None,
024f11bb
DM
614 };
615
b2388518
DM
616 Some(repo)
617}
024f11bb 618
b2388518 619fn complete_backup_group(_arg: &str, param: &HashMap<String, String>) -> Vec<String> {
024f11bb 620
b2388518
DM
621 let mut result = vec![];
622
623 let repo = match extract_repo(param) {
624 Some(v) => v,
024f11bb
DM
625 _ => return result,
626 };
627
b2388518
DM
628 let path = format!("api2/json/admin/datastore/{}/groups", repo.store());
629
630 let data = try_get(&repo, &path);
631
632 if let Some(list) = data.as_array() {
024f11bb 633 for item in list {
98f0b972
DM
634 if let (Some(backup_id), Some(backup_type)) =
635 (item["backup-id"].as_str(), item["backup-type"].as_str())
636 {
637 result.push(format!("{}/{}", backup_type, backup_id));
024f11bb
DM
638 }
639 }
640 }
641
642 result
643}
644
b2388518
DM
645fn complete_group_or_snapshot(arg: &str, param: &HashMap<String, String>) -> Vec<String> {
646
647 let mut result = vec![];
648
649 let repo = match extract_repo(param) {
650 Some(v) => v,
651 _ => return result,
652 };
653
654 if arg.matches('/').count() < 2 {
655 let groups = complete_backup_group(arg, param);
656 for group in groups {
657 result.push(group.to_string());
658 result.push(format!("{}/", group));
659 }
660 return result;
661 }
662
663 let mut parts = arg.split('/');
664 let query = tools::json_object_to_query(json!({
665 "backup-type": parts.next().unwrap(),
666 "backup-id": parts.next().unwrap(),
667 })).unwrap();
668
669 let path = format!("api2/json/admin/datastore/{}/snapshots?{}", repo.store(), query);
670
671 let data = try_get(&repo, &path);
672
673 if let Some(list) = data.as_array() {
674 for item in list {
675 if let (Some(backup_id), Some(backup_type), Some(backup_time)) =
676 (item["backup-id"].as_str(), item["backup-type"].as_str(), item["backup-time"].as_i64())
677 {
678 let snapshot = BackupDir::new(backup_type, backup_id, backup_time);
679 result.push(snapshot.relative_path().to_str().unwrap().to_owned());
680 }
681 }
682 }
683
684 result
685}
686
08dc340a
DM
687fn complete_archive_name(_arg: &str, param: &HashMap<String, String>) -> Vec<String> {
688
689 let mut result = vec![];
690
691 let repo = match extract_repo(param) {
692 Some(v) => v,
693 _ => return result,
694 };
695
696 let snapshot = match param.get("snapshot") {
697 Some(path) => {
698 match BackupDir::parse(path) {
699 Ok(v) => v,
700 _ => return result,
701 }
702 }
703 _ => return result,
704 };
705
706 let query = tools::json_object_to_query(json!({
707 "backup-type": snapshot.group().backup_type(),
708 "backup-id": snapshot.group().backup_id(),
709 "backup-time": snapshot.backup_time().timestamp(),
710 })).unwrap();
711
712 let path = format!("api2/json/admin/datastore/{}/files?{}", repo.store(), query);
713
714 let data = try_get(&repo, &path);
715
716 if let Some(list) = data.as_array() {
717 for item in list {
718 if let Some(filename) = item.as_str() {
719 result.push(filename.to_owned());
720 }
721 }
722 }
723
724 strip_chunked_file_expenstions(result)
725}
726
49811347
DM
727fn complete_chunk_size(_arg: &str, _param: &HashMap<String, String>) -> Vec<String> {
728
729 let mut result = vec![];
730
731 let mut size = 64;
732 loop {
733 result.push(size.to_string());
734 size = size * 2;
735 if size > 4096 { break; }
736 }
737
738 result
739}
740
ff5d3707 741fn main() {
742
33d64b81
DM
743 let repo_url_schema: Arc<Schema> = Arc::new(
744 StringSchema::new("Repository URL.")
745 .format(BACKUP_REPO_URL.clone())
746 .max_length(256)
747 .into()
748 );
749
25f1650b
DM
750 let backup_source_schema: Arc<Schema> = Arc::new(
751 StringSchema::new("Backup source specification ([<label>:<path>]).")
752 .format(Arc::new(ApiStringFormat::Pattern(&BACKUPSPEC_REGEX)))
753 .into()
754 );
755
597a9203 756 let backup_cmd_def = CliCommand::new(
ff5d3707 757 ApiMethod::new(
bcd879cf 758 create_backup,
597a9203 759 ObjectSchema::new("Create (host) backup.")
33d64b81 760 .required("repository", repo_url_schema.clone())
ae0be2dd
DM
761 .required(
762 "backupspec",
763 ArraySchema::new(
74cdb521 764 "List of backup source specifications ([<label.ext>:<path>] ...)",
25f1650b 765 backup_source_schema,
ae0be2dd
DM
766 ).min_length(1)
767 )
219ef0e6
DM
768 .optional(
769 "verbose",
770 BooleanSchema::new("Verbose output.").default(false))
fba30411
DM
771 .optional(
772 "host-id",
773 StringSchema::new("Use specified ID for the backup group name ('host/<id>'). The default is the system hostname."))
2d9d143a
DM
774 .optional(
775 "chunk-size",
776 IntegerSchema::new("Chunk size in KB. Must be a power of 2.")
777 .minimum(64)
778 .maximum(4096)
779 .default(4096)
780 )
ff5d3707 781 ))
ae0be2dd 782 .arg_param(vec!["repository", "backupspec"])
d0a03d40 783 .completion_cb("repository", complete_repository)
49811347
DM
784 .completion_cb("backupspec", complete_backup_source)
785 .completion_cb("chunk-size", complete_chunk_size);
f8838fe9 786
41c039e1
DM
787 let list_cmd_def = CliCommand::new(
788 ApiMethod::new(
812c6f87
DM
789 list_backup_groups,
790 ObjectSchema::new("List backup groups.")
33d64b81 791 .required("repository", repo_url_schema.clone())
41c039e1 792 ))
d0a03d40
DM
793 .arg_param(vec!["repository"])
794 .completion_cb("repository", complete_repository);
41c039e1 795
184f17af
DM
796 let snapshots_cmd_def = CliCommand::new(
797 ApiMethod::new(
798 list_snapshots,
799 ObjectSchema::new("List backup snapshots.")
800 .required("repository", repo_url_schema.clone())
801 .required("group", StringSchema::new("Backup group."))
802 ))
d0a03d40 803 .arg_param(vec!["repository", "group"])
024f11bb 804 .completion_cb("group", complete_backup_group)
d0a03d40 805 .completion_cb("repository", complete_repository);
184f17af 806
6f62c924
DM
807 let forget_cmd_def = CliCommand::new(
808 ApiMethod::new(
809 forget_snapshots,
810 ObjectSchema::new("Forget (remove) backup snapshots.")
811 .required("repository", repo_url_schema.clone())
812 .required("snapshot", StringSchema::new("Snapshot path."))
813 ))
d0a03d40 814 .arg_param(vec!["repository", "snapshot"])
b2388518
DM
815 .completion_cb("repository", complete_repository)
816 .completion_cb("snapshot", complete_group_or_snapshot);
6f62c924 817
8cc0d6af
DM
818 let garbage_collect_cmd_def = CliCommand::new(
819 ApiMethod::new(
820 start_garbage_collection,
821 ObjectSchema::new("Start garbage collection for a specific repository.")
822 .required("repository", repo_url_schema.clone())
823 ))
d0a03d40
DM
824 .arg_param(vec!["repository"])
825 .completion_cb("repository", complete_repository);
8cc0d6af 826
9f912493
DM
827 let restore_cmd_def = CliCommand::new(
828 ApiMethod::new(
829 restore,
830 ObjectSchema::new("Restore backup repository.")
831 .required("repository", repo_url_schema.clone())
d5c34d98
DM
832 .required("snapshot", StringSchema::new("Group/Snapshot path."))
833 .required("archive-name", StringSchema::new("Backup archive name."))
9f912493
DM
834 .required("target", StringSchema::new("Target directory path."))
835 ))
d0a03d40 836 .arg_param(vec!["repository", "snapshot", "archive-name", "target"])
b2388518 837 .completion_cb("repository", complete_repository)
08dc340a
DM
838 .completion_cb("snapshot", complete_group_or_snapshot)
839 .completion_cb("archive-name", complete_archive_name)
840 .completion_cb("target", tools::complete_file_name);
9f912493 841
83b7db02
DM
842 let prune_cmd_def = CliCommand::new(
843 ApiMethod::new(
844 prune,
845 proxmox_backup::api2::admin::datastore::add_common_prune_prameters(
846 ObjectSchema::new("Prune backup repository.")
847 .required("repository", repo_url_schema.clone())
848 )
849 ))
d0a03d40
DM
850 .arg_param(vec!["repository"])
851 .completion_cb("repository", complete_repository);
9f912493 852
41c039e1 853 let cmd_def = CliCommandMap::new()
597a9203 854 .insert("backup".to_owned(), backup_cmd_def.into())
6f62c924 855 .insert("forget".to_owned(), forget_cmd_def.into())
8cc0d6af 856 .insert("garbage-collect".to_owned(), garbage_collect_cmd_def.into())
83b7db02 857 .insert("list".to_owned(), list_cmd_def.into())
184f17af 858 .insert("prune".to_owned(), prune_cmd_def.into())
9f912493 859 .insert("restore".to_owned(), restore_cmd_def.into())
184f17af 860 .insert("snapshots".to_owned(), snapshots_cmd_def.into());
a914a774 861
5a2df000
DM
862 hyper::rt::run(futures::future::lazy(move || {
863 run_cli_command(cmd_def.into());
864 Ok(())
865 }));
496a6784 866
ff5d3707 867}