]> git.proxmox.com Git - proxmox-backup.git/blame - src/bin/proxmox-backup-client.rs
pxar: introduce fs_feature_flags obtained from filesystem magic in Encoder
[proxmox-backup.git] / src / bin / proxmox-backup-client.rs
CommitLineData
fe0e04c6 1extern crate proxmox_backup;
ff5d3707 2
3use failure::*;
728797d0 4//use std::os::unix::io::AsRawFd;
1c0472e8 5use chrono::{Local, TimeZone};
e9c9409a 6use std::path::{Path, PathBuf};
496a6784 7use std::collections::HashMap;
ff5d3707 8
fe0e04c6 9use proxmox_backup::tools;
4de0e142 10use proxmox_backup::cli::*;
ef2f2efb 11use proxmox_backup::api_schema::*;
dc9a007b 12use proxmox_backup::api_schema::router::*;
151c6ce2 13use proxmox_backup::client::*;
247cdbce 14use proxmox_backup::backup::*;
fe0e04c6
DM
15//use proxmox_backup::backup::image_index::*;
16//use proxmox_backup::config::datastore;
8968258b 17//use proxmox_backup::pxar::encoder::*;
728797d0 18//use proxmox_backup::backup::datastore::*;
23bb8780 19
f5f13ebc 20use serde_json::{json, Value};
1c0472e8 21//use hyper::Body;
33d64b81 22use std::sync::Arc;
ae0be2dd 23use regex::Regex;
d0a03d40 24use xdg::BaseDirectories;
ae0be2dd
DM
25
26use lazy_static::lazy_static;
5a2df000 27use futures::*;
c4ff3dce 28use tokio::sync::mpsc;
ae0be2dd
DM
29
30lazy_static! {
ec8a9bb9 31 static ref BACKUPSPEC_REGEX: Regex = Regex::new(r"^([a-zA-Z0-9_-]+\.(?:pxar|img|conf)):(.+)$").unwrap();
ae0be2dd 32}
33d64b81 33
d0a03d40
DM
34
35fn record_repository(repo: &BackupRepository) {
36
37 let base = match BaseDirectories::with_prefix("proxmox-backup") {
38 Ok(v) => v,
39 _ => return,
40 };
41
42 // usually $HOME/.cache/proxmox-backup/repo-list
43 let path = match base.place_cache_file("repo-list") {
44 Ok(v) => v,
45 _ => return,
46 };
47
49cf9f3d 48 let mut data = tools::file_get_json(&path, None).unwrap_or(json!({}));
d0a03d40
DM
49
50 let repo = repo.to_string();
51
52 data[&repo] = json!{ data[&repo].as_i64().unwrap_or(0) + 1 };
53
54 let mut map = serde_json::map::Map::new();
55
56 loop {
57 let mut max_used = 0;
58 let mut max_repo = None;
59 for (repo, count) in data.as_object().unwrap() {
60 if map.contains_key(repo) { continue; }
61 if let Some(count) = count.as_i64() {
62 if count > max_used {
63 max_used = count;
64 max_repo = Some(repo);
65 }
66 }
67 }
68 if let Some(repo) = max_repo {
69 map.insert(repo.to_owned(), json!(max_used));
70 } else {
71 break;
72 }
73 if map.len() > 10 { // store max. 10 repos
74 break;
75 }
76 }
77
78 let new_data = json!(map);
79
80 let _ = tools::file_set_contents(path, new_data.to_string().as_bytes(), None);
81}
82
49811347 83fn complete_repository(_arg: &str, _param: &HashMap<String, String>) -> Vec<String> {
d0a03d40
DM
84
85 let mut result = vec![];
86
87 let base = match BaseDirectories::with_prefix("proxmox-backup") {
88 Ok(v) => v,
89 _ => return result,
90 };
91
92 // usually $HOME/.cache/proxmox-backup/repo-list
93 let path = match base.place_cache_file("repo-list") {
94 Ok(v) => v,
95 _ => return result,
96 };
97
49cf9f3d 98 let data = tools::file_get_json(&path, None).unwrap_or(json!({}));
d0a03d40
DM
99
100 if let Some(map) = data.as_object() {
49811347 101 for (repo, _count) in map {
d0a03d40
DM
102 result.push(repo.to_owned());
103 }
104 }
105
106 result
107}
108
17d6979a 109fn backup_directory<P: AsRef<Path>>(
c4ff3dce 110 client: &BackupClient,
17d6979a 111 dir_path: P,
247cdbce 112 archive_name: &str,
36898ffc 113 chunk_size: Option<usize>,
eed6db39 114 all_file_systems: bool,
219ef0e6 115 verbose: bool,
247cdbce 116) -> Result<(), Error> {
33d64b81 117
c4ff3dce 118 let pxar_stream = PxarBackupStream::open(dir_path.as_ref(), all_file_systems, verbose)?;
36898ffc 119 let chunk_stream = ChunkStream::new(pxar_stream, chunk_size);
ff3d3100 120
c4ff3dce 121 let (tx, rx) = mpsc::channel(10); // allow to buffer 10 chunks
5e7a09be 122
c4ff3dce
DM
123 let stream = rx
124 .map_err(Error::from)
125 .and_then(|x| x); // flatten
17d6979a 126
c4ff3dce
DM
127 // spawn chunker inside a separate task so that it can run parallel
128 tokio::spawn(
129 tx.send_all(chunk_stream.then(|r| Ok(r)))
1c0472e8 130 .map_err(|_| {}).map(|_| ())
c4ff3dce 131 );
17d6979a 132
c4ff3dce 133 client.upload_stream(archive_name, stream, "dynamic", None).wait()?;
bcd879cf
DM
134
135 Ok(())
136}
137
6af905c1
DM
138fn backup_image<P: AsRef<Path>>(
139 client: &BackupClient,
140 image_path: P,
141 archive_name: &str,
142 image_size: u64,
36898ffc 143 chunk_size: Option<usize>,
1c0472e8 144 _verbose: bool,
6af905c1
DM
145) -> Result<(), Error> {
146
6af905c1
DM
147 let path = image_path.as_ref().to_owned();
148
149 let file = tokio::fs::File::open(path).wait()?;
150
151 let stream = tokio::codec::FramedRead::new(file, tokio::codec::BytesCodec::new())
152 .map_err(Error::from);
153
36898ffc 154 let stream = FixedChunkStream::new(stream, chunk_size.unwrap_or(4*1024*1024));
6af905c1
DM
155
156 client.upload_stream(archive_name, stream, "fixed", Some(image_size)).wait()?;
157
158 Ok(())
159}
160
8e39232a
DM
161fn strip_chunked_file_expenstions(list: Vec<String>) -> Vec<String> {
162
163 let mut result = vec![];
164
165 for file in list.into_iter() {
166 if file.ends_with(".didx") {
167 result.push(file[..file.len()-5].to_owned());
168 } else if file.ends_with(".fidx") {
169 result.push(file[..file.len()-5].to_owned());
170 } else {
171 result.push(file); // should not happen
172 }
173 }
174
175 result
176}
177
8968258b 178/* not used:
6049b71f
DM
179fn list_backups(
180 param: Value,
181 _info: &ApiMethod,
182 _rpcenv: &mut RpcEnvironment,
183) -> Result<Value, Error> {
41c039e1 184
33d64b81 185 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 186 let repo: BackupRepository = repo_url.parse()?;
41c039e1 187
45cdce06 188 let mut client = HttpClient::new(repo.host(), repo.user())?;
41c039e1 189
d0a03d40 190 let path = format!("api2/json/admin/datastore/{}/backups", repo.store());
41c039e1 191
9e391bb7 192 let result = client.get(&path, None)?;
41c039e1 193
d0a03d40
DM
194 record_repository(&repo);
195
8c75372b
DM
196 // fixme: implement and use output formatter instead ..
197 let list = result["data"].as_array().unwrap();
198
199 for item in list {
200
49dc0740
DM
201 let id = item["backup-id"].as_str().unwrap();
202 let btype = item["backup-type"].as_str().unwrap();
203 let epoch = item["backup-time"].as_i64().unwrap();
e909522f 204
391d3107 205 let backup_dir = BackupDir::new(btype, id, epoch);
e909522f
DM
206
207 let files = item["files"].as_array().unwrap().iter().map(|v| v.as_str().unwrap().to_owned()).collect();
8e39232a 208 let files = strip_chunked_file_expenstions(files);
e909522f 209
8e39232a
DM
210 for filename in files {
211 let path = backup_dir.relative_path().to_str().unwrap().to_owned();
212 println!("{} | {}/{}", backup_dir.backup_time().format("%c"), path, filename);
8c75372b
DM
213 }
214 }
215
216 //Ok(result)
217 Ok(Value::Null)
41c039e1 218}
8968258b 219 */
41c039e1 220
812c6f87
DM
221fn list_backup_groups(
222 param: Value,
223 _info: &ApiMethod,
224 _rpcenv: &mut RpcEnvironment,
225) -> Result<Value, Error> {
226
227 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 228 let repo: BackupRepository = repo_url.parse()?;
812c6f87 229
45cdce06 230 let client = HttpClient::new(repo.host(), repo.user())?;
812c6f87 231
d0a03d40 232 let path = format!("api2/json/admin/datastore/{}/groups", repo.store());
812c6f87 233
9e391bb7 234 let mut result = client.get(&path, None).wait()?;
812c6f87 235
d0a03d40
DM
236 record_repository(&repo);
237
812c6f87 238 // fixme: implement and use output formatter instead ..
80822b95
DM
239 let list = result["data"].as_array_mut().unwrap();
240
241 list.sort_unstable_by(|a, b| {
242 let a_id = a["backup-id"].as_str().unwrap();
243 let a_backup_type = a["backup-type"].as_str().unwrap();
244 let b_id = b["backup-id"].as_str().unwrap();
245 let b_backup_type = b["backup-type"].as_str().unwrap();
246
247 let type_order = a_backup_type.cmp(b_backup_type);
248 if type_order == std::cmp::Ordering::Equal {
249 a_id.cmp(b_id)
250 } else {
251 type_order
252 }
253 });
812c6f87
DM
254
255 for item in list {
256
ad20d198
DM
257 let id = item["backup-id"].as_str().unwrap();
258 let btype = item["backup-type"].as_str().unwrap();
259 let epoch = item["last-backup"].as_i64().unwrap();
812c6f87 260 let last_backup = Local.timestamp(epoch, 0);
ad20d198 261 let backup_count = item["backup-count"].as_u64().unwrap();
812c6f87 262
1e9a94e5 263 let group = BackupGroup::new(btype, id);
812c6f87
DM
264
265 let path = group.group_path().to_str().unwrap().to_owned();
ad20d198 266
8e39232a
DM
267 let files = item["files"].as_array().unwrap().iter().map(|v| v.as_str().unwrap().to_owned()).collect();
268 let files = strip_chunked_file_expenstions(files);
ad20d198 269
80822b95 270 println!("{:20} | {} | {:5} | {}", path, last_backup.format("%c"),
ad20d198 271 backup_count, tools::join(&files, ' '));
812c6f87
DM
272 }
273
274 //Ok(result)
275 Ok(Value::Null)
276}
277
184f17af
DM
278fn list_snapshots(
279 param: Value,
280 _info: &ApiMethod,
281 _rpcenv: &mut RpcEnvironment,
282) -> Result<Value, Error> {
283
284 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 285 let repo: BackupRepository = repo_url.parse()?;
184f17af
DM
286
287 let path = tools::required_string_param(&param, "group")?;
288 let group = BackupGroup::parse(path)?;
289
45cdce06 290 let client = HttpClient::new(repo.host(), repo.user())?;
184f17af 291
9e391bb7 292 let path = format!("api2/json/admin/datastore/{}/snapshots", repo.store());
184f17af 293
9e391bb7
DM
294 let result = client.get(&path, Some(json!({
295 "backup-type": group.backup_type(),
296 "backup-id": group.backup_id(),
297 }))).wait()?;
184f17af 298
d0a03d40
DM
299 record_repository(&repo);
300
184f17af
DM
301 // fixme: implement and use output formatter instead ..
302 let list = result["data"].as_array().unwrap();
303
304 for item in list {
305
306 let id = item["backup-id"].as_str().unwrap();
307 let btype = item["backup-type"].as_str().unwrap();
308 let epoch = item["backup-time"].as_i64().unwrap();
184f17af 309
391d3107 310 let snapshot = BackupDir::new(btype, id, epoch);
184f17af
DM
311
312 let path = snapshot.relative_path().to_str().unwrap().to_owned();
313
8e39232a
DM
314 let files = item["files"].as_array().unwrap().iter().map(|v| v.as_str().unwrap().to_owned()).collect();
315 let files = strip_chunked_file_expenstions(files);
184f17af 316
875fb1c0 317 println!("{} | {} | {}", path, snapshot.backup_time().format("%c"), tools::join(&files, ' '));
184f17af
DM
318 }
319
320 Ok(Value::Null)
321}
322
6f62c924
DM
323fn forget_snapshots(
324 param: Value,
325 _info: &ApiMethod,
326 _rpcenv: &mut RpcEnvironment,
327) -> Result<Value, Error> {
328
329 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 330 let repo: BackupRepository = repo_url.parse()?;
6f62c924
DM
331
332 let path = tools::required_string_param(&param, "snapshot")?;
333 let snapshot = BackupDir::parse(path)?;
334
45cdce06 335 let mut client = HttpClient::new(repo.host(), repo.user())?;
6f62c924 336
9e391bb7 337 let path = format!("api2/json/admin/datastore/{}/snapshots", repo.store());
6f62c924 338
9e391bb7
DM
339 let result = client.delete(&path, Some(json!({
340 "backup-type": snapshot.group().backup_type(),
341 "backup-id": snapshot.group().backup_id(),
342 "backup-time": snapshot.backup_time().timestamp(),
343 }))).wait()?;
6f62c924 344
d0a03d40
DM
345 record_repository(&repo);
346
6f62c924
DM
347 Ok(result)
348}
349
8cc0d6af
DM
350fn start_garbage_collection(
351 param: Value,
352 _info: &ApiMethod,
353 _rpcenv: &mut RpcEnvironment,
354) -> Result<Value, Error> {
355
356 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 357 let repo: BackupRepository = repo_url.parse()?;
8cc0d6af 358
45cdce06 359 let mut client = HttpClient::new(repo.host(), repo.user())?;
8cc0d6af 360
d0a03d40 361 let path = format!("api2/json/admin/datastore/{}/gc", repo.store());
8cc0d6af 362
5a2df000 363 let result = client.post(&path, None).wait()?;
8cc0d6af 364
d0a03d40
DM
365 record_repository(&repo);
366
8cc0d6af
DM
367 Ok(result)
368}
33d64b81 369
ae0be2dd
DM
370fn parse_backupspec(value: &str) -> Result<(&str, &str), Error> {
371
372 if let Some(caps) = BACKUPSPEC_REGEX.captures(value) {
373 return Ok((caps.get(1).unwrap().as_str(), caps.get(2).unwrap().as_str()));
374 }
375 bail!("unable to parse directory specification '{}'", value);
376}
377
6049b71f
DM
378fn create_backup(
379 param: Value,
380 _info: &ApiMethod,
381 _rpcenv: &mut RpcEnvironment,
382) -> Result<Value, Error> {
ff5d3707 383
33d64b81 384 let repo_url = tools::required_string_param(&param, "repository")?;
ae0be2dd
DM
385
386 let backupspec_list = tools::required_array_param(&param, "backupspec")?;
a914a774 387
edd3c8c6 388 let repo: BackupRepository = repo_url.parse()?;
33d64b81 389
eed6db39
DM
390 let all_file_systems = param["all-file-systems"].as_bool().unwrap_or(false);
391
219ef0e6
DM
392 let verbose = param["verbose"].as_bool().unwrap_or(false);
393
36898ffc 394 let chunk_size_opt = param["chunk-size"].as_u64().map(|v| (v*1024) as usize);
2d9d143a 395
247cdbce
DM
396 if let Some(size) = chunk_size_opt {
397 verify_chunk_size(size)?;
2d9d143a
DM
398 }
399
fba30411
DM
400 let backup_id = param["host-id"].as_str().unwrap_or(&tools::nodename());
401
ae0be2dd 402 let mut upload_list = vec![];
a914a774 403
ec8a9bb9 404 enum BackupType { PXAR, IMAGE, CONFIG };
6af905c1 405
ae0be2dd
DM
406 for backupspec in backupspec_list {
407 let (target, filename) = parse_backupspec(backupspec.as_str().unwrap())?;
bcd879cf 408
eb1804c5
DM
409 use std::os::unix::fs::FileTypeExt;
410
411 let metadata = match std::fs::metadata(filename) {
412 Ok(m) => m,
ae0be2dd
DM
413 Err(err) => bail!("unable to access '{}' - {}", filename, err),
414 };
eb1804c5 415 let file_type = metadata.file_type();
23bb8780 416
ec8a9bb9 417 let extension = Path::new(target).extension().map(|s| s.to_str().unwrap()).unwrap();
bcd879cf 418
ec8a9bb9
DM
419 match extension {
420 "pxar" => {
421 if !file_type.is_dir() {
422 bail!("got unexpected file type (expected directory)");
423 }
424 upload_list.push((BackupType::PXAR, filename.to_owned(), target.to_owned(), 0));
425 }
426 "img" => {
eb1804c5 427
ec8a9bb9
DM
428 if !(file_type.is_file() || file_type.is_block_device()) {
429 bail!("got unexpected file type (expected file or block device)");
430 }
eb1804c5 431
ec8a9bb9 432 let size = tools::image_size(&PathBuf::from(filename))?;
23bb8780 433
ec8a9bb9 434 if size == 0 { bail!("got zero-sized file '{}'", filename); }
ae0be2dd 435
ec8a9bb9
DM
436 upload_list.push((BackupType::IMAGE, filename.to_owned(), target.to_owned(), size));
437 }
438 "conf" => {
439 if !file_type.is_file() {
440 bail!("got unexpected file type (expected regular file)");
441 }
442 upload_list.push((BackupType::CONFIG, filename.to_owned(), target.to_owned(), metadata.len()));
443 }
444 _ => {
445 bail!("got unknown archive extension '{}'", extension);
446 }
ae0be2dd
DM
447 }
448 }
449
cdebd467 450 let backup_time = Local.timestamp(Local::now().timestamp(), 0);
ae0be2dd 451
c4ff3dce 452 let client = HttpClient::new(repo.host(), repo.user())?;
d0a03d40
DM
453 record_repository(&repo);
454
cdebd467
DM
455 println!("Starting backup");
456 println!("Client name: {}", tools::nodename());
457 println!("Start Time: {}", backup_time.to_rfc3339());
51144821 458
39e60bd6 459 let client = client.start_backup(repo.store(), "host", &backup_id, verbose).wait()?;
c4ff3dce 460
6af905c1
DM
461 for (backup_type, filename, target, size) in upload_list {
462 match backup_type {
ec8a9bb9
DM
463 BackupType::CONFIG => {
464 println!("Upload config file '{}' to '{:?}' as {}", filename, repo, target);
465 client.upload_config(&filename, &target).wait()?;
466 }
6af905c1
DM
467 BackupType::PXAR => {
468 println!("Upload directory '{}' to '{:?}' as {}", filename, repo, target);
469 backup_directory(&client, &filename, &target, chunk_size_opt, all_file_systems, verbose)?;
470 }
471 BackupType::IMAGE => {
472 println!("Upload image '{}' to '{:?}' as {}", filename, repo, target);
473 backup_image(&client, &filename, &target, size, chunk_size_opt, verbose)?;
474 }
475 }
4818c8b6
DM
476 }
477
c4ff3dce
DM
478 client.finish().wait()?;
479
cdebd467 480 let end_time = Local.timestamp(Local::now().timestamp(), 0);
3ec3ec3f
DM
481 let elapsed = end_time.signed_duration_since(backup_time);
482 println!("Duration: {}", elapsed);
483
cdebd467 484 println!("End Time: {}", end_time.to_rfc3339());
3d5c11e5 485
ff5d3707 486 Ok(Value::Null)
f98ea63d
DM
487}
488
d0a03d40 489fn complete_backup_source(arg: &str, param: &HashMap<String, String>) -> Vec<String> {
f98ea63d
DM
490
491 let mut result = vec![];
492
493 let data: Vec<&str> = arg.splitn(2, ':').collect();
494
bff11030 495 if data.len() != 2 {
8968258b
DM
496 result.push(String::from("root.pxar:/"));
497 result.push(String::from("etc.pxar:/etc"));
bff11030
DM
498 return result;
499 }
f98ea63d 500
496a6784 501 let files = tools::complete_file_name(data[1], param);
f98ea63d
DM
502
503 for file in files {
504 result.push(format!("{}:{}", data[0], file));
505 }
506
507 result
ff5d3707 508}
509
9f912493
DM
510fn restore(
511 param: Value,
512 _info: &ApiMethod,
513 _rpcenv: &mut RpcEnvironment,
514) -> Result<Value, Error> {
515
516 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 517 let repo: BackupRepository = repo_url.parse()?;
9f912493 518
d5c34d98
DM
519 let archive_name = tools::required_string_param(&param, "archive-name")?;
520
45cdce06 521 let mut client = HttpClient::new(repo.host(), repo.user())?;
d0a03d40 522
d0a03d40 523 record_repository(&repo);
d5c34d98 524
9f912493 525 let path = tools::required_string_param(&param, "snapshot")?;
9f912493 526
d5c34d98 527 let query;
9f912493 528
d5c34d98
DM
529 if path.matches('/').count() == 1 {
530 let group = BackupGroup::parse(path)?;
9f912493 531
9e391bb7
DM
532 let path = format!("api2/json/admin/datastore/{}/snapshots", repo.store());
533 let result = client.get(&path, Some(json!({
d5c34d98
DM
534 "backup-type": group.backup_type(),
535 "backup-id": group.backup_id(),
9e391bb7 536 }))).wait()?;
9f912493 537
d5c34d98
DM
538 let list = result["data"].as_array().unwrap();
539 if list.len() == 0 {
540 bail!("backup group '{}' does not contain any snapshots:", path);
541 }
9f912493 542
d5c34d98
DM
543 query = tools::json_object_to_query(json!({
544 "backup-type": group.backup_type(),
545 "backup-id": group.backup_id(),
546 "backup-time": list[0]["backup-time"].as_i64().unwrap(),
547 "archive-name": archive_name,
548 }))?;
549 } else {
550 let snapshot = BackupDir::parse(path)?;
9f912493 551
d5c34d98 552 query = tools::json_object_to_query(json!({
9f912493
DM
553 "backup-type": snapshot.group().backup_type(),
554 "backup-id": snapshot.group().backup_id(),
555 "backup-time": snapshot.backup_time().timestamp(),
d5c34d98 556 "archive-name": archive_name,
9f912493 557 }))?;
d5c34d98 558 }
9f912493 559
d5c34d98 560 let target = tools::required_string_param(&param, "target")?;
2ae7d196 561
8968258b
DM
562 if archive_name.ends_with(".pxar") {
563 let path = format!("api2/json/admin/datastore/{}/pxar?{}", repo.store(), query);
2ae7d196 564
d5c34d98
DM
565 println!("DOWNLOAD FILE {} to {}", path, target);
566
567 let target = PathBuf::from(target);
5defa71b 568 let writer = PxarDecodeWriter::new(&target, true)?;
5a2df000 569 client.download(&path, Box::new(writer)).wait()?;
d5c34d98
DM
570 } else {
571 bail!("unknown file extensions - unable to download '{}'", archive_name);
9f912493
DM
572 }
573
574 Ok(Value::Null)
575}
576
83b7db02
DM
577fn prune(
578 mut param: Value,
579 _info: &ApiMethod,
580 _rpcenv: &mut RpcEnvironment,
581) -> Result<Value, Error> {
582
583 let repo_url = tools::required_string_param(&param, "repository")?;
edd3c8c6 584 let repo: BackupRepository = repo_url.parse()?;
83b7db02 585
45cdce06 586 let mut client = HttpClient::new(repo.host(), repo.user())?;
83b7db02 587
d0a03d40 588 let path = format!("api2/json/admin/datastore/{}/prune", repo.store());
83b7db02
DM
589
590 param.as_object_mut().unwrap().remove("repository");
591
5a2df000 592 let result = client.post(&path, Some(param)).wait()?;
83b7db02 593
d0a03d40
DM
594 record_repository(&repo);
595
83b7db02
DM
596 Ok(result)
597}
598
5a2df000 599// like get, but simply ignore errors and return Null instead
b2388518 600fn try_get(repo: &BackupRepository, url: &str) -> Value {
024f11bb 601
45cdce06
DM
602 let client = match HttpClient::new(repo.host(), repo.user()) {
603 Ok(v) => v,
604 _ => return Value::Null,
605 };
b2388518 606
9e391bb7 607 let mut resp = match client.get(url, None).wait() {
b2388518
DM
608 Ok(v) => v,
609 _ => return Value::Null,
610 };
611
612 if let Some(map) = resp.as_object_mut() {
613 if let Some(data) = map.remove("data") {
614 return data;
615 }
616 }
617 Value::Null
618}
619
620fn extract_repo(param: &HashMap<String, String>) -> Option<BackupRepository> {
024f11bb
DM
621
622 let repo_url = match param.get("repository") {
623 Some(v) => v,
b2388518 624 _ => return None,
024f11bb
DM
625 };
626
627 let repo: BackupRepository = match repo_url.parse() {
628 Ok(v) => v,
b2388518 629 _ => return None,
024f11bb
DM
630 };
631
b2388518
DM
632 Some(repo)
633}
024f11bb 634
b2388518 635fn complete_backup_group(_arg: &str, param: &HashMap<String, String>) -> Vec<String> {
024f11bb 636
b2388518
DM
637 let mut result = vec![];
638
639 let repo = match extract_repo(param) {
640 Some(v) => v,
024f11bb
DM
641 _ => return result,
642 };
643
b2388518
DM
644 let path = format!("api2/json/admin/datastore/{}/groups", repo.store());
645
646 let data = try_get(&repo, &path);
647
648 if let Some(list) = data.as_array() {
024f11bb 649 for item in list {
98f0b972
DM
650 if let (Some(backup_id), Some(backup_type)) =
651 (item["backup-id"].as_str(), item["backup-type"].as_str())
652 {
653 result.push(format!("{}/{}", backup_type, backup_id));
024f11bb
DM
654 }
655 }
656 }
657
658 result
659}
660
b2388518
DM
661fn complete_group_or_snapshot(arg: &str, param: &HashMap<String, String>) -> Vec<String> {
662
663 let mut result = vec![];
664
665 let repo = match extract_repo(param) {
666 Some(v) => v,
667 _ => return result,
668 };
669
670 if arg.matches('/').count() < 2 {
671 let groups = complete_backup_group(arg, param);
672 for group in groups {
673 result.push(group.to_string());
674 result.push(format!("{}/", group));
675 }
676 return result;
677 }
678
679 let mut parts = arg.split('/');
680 let query = tools::json_object_to_query(json!({
681 "backup-type": parts.next().unwrap(),
682 "backup-id": parts.next().unwrap(),
683 })).unwrap();
684
685 let path = format!("api2/json/admin/datastore/{}/snapshots?{}", repo.store(), query);
686
687 let data = try_get(&repo, &path);
688
689 if let Some(list) = data.as_array() {
690 for item in list {
691 if let (Some(backup_id), Some(backup_type), Some(backup_time)) =
692 (item["backup-id"].as_str(), item["backup-type"].as_str(), item["backup-time"].as_i64())
693 {
694 let snapshot = BackupDir::new(backup_type, backup_id, backup_time);
695 result.push(snapshot.relative_path().to_str().unwrap().to_owned());
696 }
697 }
698 }
699
700 result
701}
702
08dc340a
DM
703fn complete_archive_name(_arg: &str, param: &HashMap<String, String>) -> Vec<String> {
704
705 let mut result = vec![];
706
707 let repo = match extract_repo(param) {
708 Some(v) => v,
709 _ => return result,
710 };
711
712 let snapshot = match param.get("snapshot") {
713 Some(path) => {
714 match BackupDir::parse(path) {
715 Ok(v) => v,
716 _ => return result,
717 }
718 }
719 _ => return result,
720 };
721
722 let query = tools::json_object_to_query(json!({
723 "backup-type": snapshot.group().backup_type(),
724 "backup-id": snapshot.group().backup_id(),
725 "backup-time": snapshot.backup_time().timestamp(),
726 })).unwrap();
727
728 let path = format!("api2/json/admin/datastore/{}/files?{}", repo.store(), query);
729
730 let data = try_get(&repo, &path);
731
732 if let Some(list) = data.as_array() {
733 for item in list {
734 if let Some(filename) = item.as_str() {
735 result.push(filename.to_owned());
736 }
737 }
738 }
739
740 strip_chunked_file_expenstions(result)
741}
742
49811347
DM
743fn complete_chunk_size(_arg: &str, _param: &HashMap<String, String>) -> Vec<String> {
744
745 let mut result = vec![];
746
747 let mut size = 64;
748 loop {
749 result.push(size.to_string());
750 size = size * 2;
751 if size > 4096 { break; }
752 }
753
754 result
755}
756
ff5d3707 757fn main() {
758
33d64b81
DM
759 let repo_url_schema: Arc<Schema> = Arc::new(
760 StringSchema::new("Repository URL.")
761 .format(BACKUP_REPO_URL.clone())
762 .max_length(256)
763 .into()
764 );
765
25f1650b
DM
766 let backup_source_schema: Arc<Schema> = Arc::new(
767 StringSchema::new("Backup source specification ([<label>:<path>]).")
768 .format(Arc::new(ApiStringFormat::Pattern(&BACKUPSPEC_REGEX)))
769 .into()
770 );
771
597a9203 772 let backup_cmd_def = CliCommand::new(
ff5d3707 773 ApiMethod::new(
bcd879cf 774 create_backup,
597a9203 775 ObjectSchema::new("Create (host) backup.")
33d64b81 776 .required("repository", repo_url_schema.clone())
ae0be2dd
DM
777 .required(
778 "backupspec",
779 ArraySchema::new(
74cdb521 780 "List of backup source specifications ([<label.ext>:<path>] ...)",
25f1650b 781 backup_source_schema,
ae0be2dd
DM
782 ).min_length(1)
783 )
219ef0e6
DM
784 .optional(
785 "verbose",
786 BooleanSchema::new("Verbose output.").default(false))
fba30411
DM
787 .optional(
788 "host-id",
789 StringSchema::new("Use specified ID for the backup group name ('host/<id>'). The default is the system hostname."))
2d9d143a
DM
790 .optional(
791 "chunk-size",
792 IntegerSchema::new("Chunk size in KB. Must be a power of 2.")
793 .minimum(64)
794 .maximum(4096)
795 .default(4096)
796 )
ff5d3707 797 ))
ae0be2dd 798 .arg_param(vec!["repository", "backupspec"])
d0a03d40 799 .completion_cb("repository", complete_repository)
49811347
DM
800 .completion_cb("backupspec", complete_backup_source)
801 .completion_cb("chunk-size", complete_chunk_size);
f8838fe9 802
41c039e1
DM
803 let list_cmd_def = CliCommand::new(
804 ApiMethod::new(
812c6f87
DM
805 list_backup_groups,
806 ObjectSchema::new("List backup groups.")
33d64b81 807 .required("repository", repo_url_schema.clone())
41c039e1 808 ))
d0a03d40
DM
809 .arg_param(vec!["repository"])
810 .completion_cb("repository", complete_repository);
41c039e1 811
184f17af
DM
812 let snapshots_cmd_def = CliCommand::new(
813 ApiMethod::new(
814 list_snapshots,
815 ObjectSchema::new("List backup snapshots.")
816 .required("repository", repo_url_schema.clone())
817 .required("group", StringSchema::new("Backup group."))
818 ))
d0a03d40 819 .arg_param(vec!["repository", "group"])
024f11bb 820 .completion_cb("group", complete_backup_group)
d0a03d40 821 .completion_cb("repository", complete_repository);
184f17af 822
6f62c924
DM
823 let forget_cmd_def = CliCommand::new(
824 ApiMethod::new(
825 forget_snapshots,
826 ObjectSchema::new("Forget (remove) backup snapshots.")
827 .required("repository", repo_url_schema.clone())
828 .required("snapshot", StringSchema::new("Snapshot path."))
829 ))
d0a03d40 830 .arg_param(vec!["repository", "snapshot"])
b2388518
DM
831 .completion_cb("repository", complete_repository)
832 .completion_cb("snapshot", complete_group_or_snapshot);
6f62c924 833
8cc0d6af
DM
834 let garbage_collect_cmd_def = CliCommand::new(
835 ApiMethod::new(
836 start_garbage_collection,
837 ObjectSchema::new("Start garbage collection for a specific repository.")
838 .required("repository", repo_url_schema.clone())
839 ))
d0a03d40
DM
840 .arg_param(vec!["repository"])
841 .completion_cb("repository", complete_repository);
8cc0d6af 842
9f912493
DM
843 let restore_cmd_def = CliCommand::new(
844 ApiMethod::new(
845 restore,
846 ObjectSchema::new("Restore backup repository.")
847 .required("repository", repo_url_schema.clone())
d5c34d98
DM
848 .required("snapshot", StringSchema::new("Group/Snapshot path."))
849 .required("archive-name", StringSchema::new("Backup archive name."))
9f912493
DM
850 .required("target", StringSchema::new("Target directory path."))
851 ))
d0a03d40 852 .arg_param(vec!["repository", "snapshot", "archive-name", "target"])
b2388518 853 .completion_cb("repository", complete_repository)
08dc340a
DM
854 .completion_cb("snapshot", complete_group_or_snapshot)
855 .completion_cb("archive-name", complete_archive_name)
856 .completion_cb("target", tools::complete_file_name);
9f912493 857
83b7db02
DM
858 let prune_cmd_def = CliCommand::new(
859 ApiMethod::new(
860 prune,
861 proxmox_backup::api2::admin::datastore::add_common_prune_prameters(
862 ObjectSchema::new("Prune backup repository.")
863 .required("repository", repo_url_schema.clone())
864 )
865 ))
d0a03d40
DM
866 .arg_param(vec!["repository"])
867 .completion_cb("repository", complete_repository);
9f912493 868
41c039e1 869 let cmd_def = CliCommandMap::new()
597a9203 870 .insert("backup".to_owned(), backup_cmd_def.into())
6f62c924 871 .insert("forget".to_owned(), forget_cmd_def.into())
8cc0d6af 872 .insert("garbage-collect".to_owned(), garbage_collect_cmd_def.into())
83b7db02 873 .insert("list".to_owned(), list_cmd_def.into())
184f17af 874 .insert("prune".to_owned(), prune_cmd_def.into())
9f912493 875 .insert("restore".to_owned(), restore_cmd_def.into())
184f17af 876 .insert("snapshots".to_owned(), snapshots_cmd_def.into());
a914a774 877
5a2df000
DM
878 hyper::rt::run(futures::future::lazy(move || {
879 run_cli_command(cmd_def.into());
880 Ok(())
881 }));
496a6784 882
ff5d3707 883}