]>
Commit | Line | Data |
---|---|---|
597641fd DM |
1 | use failure::*; |
2 | ||
3 | use http::Uri; | |
4 | use hyper::Body; | |
5 | use hyper::client::Client; | |
ba3a60b2 DM |
6 | use xdg::BaseDirectories; |
7 | use chrono::Utc; | |
553610b4 DM |
8 | use std::collections::HashSet; |
9 | use std::sync::{Arc, Mutex}; | |
597641fd | 10 | |
b57cb264 | 11 | use http::{Request, Response}; |
5a2df000 DM |
12 | use http::header::HeaderValue; |
13 | ||
82ab7230 | 14 | use futures::*; |
1fdb4c6f | 15 | use futures::stream::Stream; |
82ab7230 DM |
16 | use std::sync::atomic::{AtomicUsize, Ordering}; |
17 | use tokio::sync::mpsc; | |
1fdb4c6f | 18 | |
ba3a60b2 | 19 | use serde_json::{json, Value}; |
0dffe3f9 | 20 | use url::percent_encoding::{percent_encode, DEFAULT_ENCODE_SET}; |
1fdb4c6f | 21 | |
5a2df000 | 22 | use crate::tools::{self, BroadcastFuture, tty}; |
e3dbd41b | 23 | use super::pipe_to_stream::*; |
aa1b2e04 DM |
24 | use super::merge_known_chunks::*; |
25 | ||
5a2df000 DM |
26 | |
27 | #[derive(Clone)] | |
28 | struct AuthInfo { | |
29 | username: String, | |
30 | ticket: String, | |
31 | token: String, | |
32 | } | |
56458d97 | 33 | |
151c6ce2 | 34 | /// HTTP(S) API client |
597641fd | 35 | pub struct HttpClient { |
5a2df000 | 36 | client: Client<hyper_tls::HttpsConnector<hyper::client::HttpConnector>>, |
597641fd | 37 | server: String, |
5a2df000 | 38 | auth: BroadcastFuture<AuthInfo>, |
597641fd DM |
39 | } |
40 | ||
ba3a60b2 DM |
41 | fn store_ticket_info(server: &str, username: &str, ticket: &str, token: &str) -> Result<(), Error> { |
42 | ||
43 | let base = BaseDirectories::with_prefix("proxmox-backup")?; | |
44 | ||
45 | // usually /run/user/<uid>/... | |
46 | let path = base.place_runtime_file("tickets")?; | |
47 | ||
48 | let mode = nix::sys::stat::Mode::from_bits_truncate(0o0600); | |
49 | ||
49cf9f3d | 50 | let mut data = tools::file_get_json(&path, Some(json!({})))?; |
ba3a60b2 DM |
51 | |
52 | let now = Utc::now().timestamp(); | |
53 | ||
54 | data[server][username] = json!({ "timestamp": now, "ticket": ticket, "token": token}); | |
55 | ||
56 | let mut new_data = json!({}); | |
57 | ||
58 | let ticket_lifetime = tools::ticket::TICKET_LIFETIME - 60; | |
59 | ||
60 | let empty = serde_json::map::Map::new(); | |
61 | for (server, info) in data.as_object().unwrap_or(&empty) { | |
62 | for (_user, uinfo) in info.as_object().unwrap_or(&empty) { | |
63 | if let Some(timestamp) = uinfo["timestamp"].as_i64() { | |
64 | let age = now - timestamp; | |
65 | if age < ticket_lifetime { | |
66 | new_data[server][username] = uinfo.clone(); | |
67 | } | |
68 | } | |
69 | } | |
70 | } | |
71 | ||
72 | tools::file_set_contents(path, new_data.to_string().as_bytes(), Some(mode))?; | |
73 | ||
74 | Ok(()) | |
75 | } | |
76 | ||
77 | fn load_ticket_info(server: &str, username: &str) -> Option<(String, String)> { | |
78 | let base = match BaseDirectories::with_prefix("proxmox-backup") { | |
79 | Ok(b) => b, | |
80 | _ => return None, | |
81 | }; | |
82 | ||
83 | // usually /run/user/<uid>/... | |
84 | let path = match base.place_runtime_file("tickets") { | |
85 | Ok(p) => p, | |
86 | _ => return None, | |
87 | }; | |
88 | ||
49cf9f3d DM |
89 | let data = match tools::file_get_json(&path, None) { |
90 | Ok(v) => v, | |
91 | _ => return None, | |
92 | }; | |
ba3a60b2 DM |
93 | |
94 | let now = Utc::now().timestamp(); | |
95 | ||
96 | let ticket_lifetime = tools::ticket::TICKET_LIFETIME - 60; | |
97 | ||
98 | if let Some(uinfo) = data[server][username].as_object() { | |
99 | if let Some(timestamp) = uinfo["timestamp"].as_i64() { | |
100 | let age = now - timestamp; | |
101 | if age < ticket_lifetime { | |
102 | let ticket = match uinfo["ticket"].as_str() { | |
103 | Some(t) => t, | |
104 | None => return None, | |
105 | }; | |
106 | let token = match uinfo["token"].as_str() { | |
107 | Some(t) => t, | |
108 | None => return None, | |
21ea0158 | 109 | }; |
ba3a60b2 DM |
110 | return Some((ticket.to_owned(), token.to_owned())); |
111 | } | |
112 | } | |
113 | } | |
114 | ||
115 | None | |
116 | } | |
117 | ||
597641fd DM |
118 | impl HttpClient { |
119 | ||
45cdce06 | 120 | pub fn new(server: &str, username: &str) -> Result<Self, Error> { |
5a2df000 | 121 | let client = Self::build_client(); |
5a2df000 | 122 | |
45cdce06 DM |
123 | let password = if let Some((ticket, _token)) = load_ticket_info(server, username) { |
124 | ticket | |
125 | } else { | |
126 | Self::get_password(&username)? | |
127 | }; | |
128 | ||
129 | let login = Self::credentials(client.clone(), server.to_owned(), username.to_owned(), password); | |
130 | ||
131 | Ok(Self { | |
5a2df000 | 132 | client, |
597641fd | 133 | server: String::from(server), |
5a2df000 | 134 | auth: BroadcastFuture::new(login), |
45cdce06 | 135 | }) |
597641fd DM |
136 | } |
137 | ||
5a2df000 | 138 | fn get_password(_username: &str) -> Result<String, Error> { |
56458d97 WB |
139 | use std::env::VarError::*; |
140 | match std::env::var("PBS_PASSWORD") { | |
141 | Ok(p) => return Ok(p), | |
142 | Err(NotUnicode(_)) => bail!("PBS_PASSWORD contains bad characters"), | |
143 | Err(NotPresent) => { | |
144 | // Try another method | |
145 | } | |
146 | } | |
147 | ||
148 | // If we're on a TTY, query the user for a password | |
149 | if tty::stdin_isatty() { | |
150 | return Ok(String::from_utf8(tty::read_password("Password: ")?)?); | |
151 | } | |
152 | ||
153 | bail!("no password input mechanism available"); | |
154 | } | |
155 | ||
5a2df000 | 156 | fn build_client() -> Client<hyper_tls::HttpsConnector<hyper::client::HttpConnector>> { |
4a3f6517 WB |
157 | let mut builder = native_tls::TlsConnector::builder(); |
158 | // FIXME: We need a CLI option for this! | |
159 | builder.danger_accept_invalid_certs(true); | |
5a2df000 | 160 | let tlsconnector = builder.build().unwrap(); |
4a3f6517 | 161 | let mut httpc = hyper::client::HttpConnector::new(1); |
9c9ad941 | 162 | //httpc.set_nodelay(true); // not sure if this help? |
4a3f6517 WB |
163 | httpc.enforce_http(false); // we want https... |
164 | let mut https = hyper_tls::HttpsConnector::from((httpc, tlsconnector)); | |
165 | https.https_only(true); // force it! | |
adec8ea2 DM |
166 | Client::builder() |
167 | //.http2_initial_stream_window_size( (1 << 31) - 2) | |
168 | //.http2_initial_connection_window_size( (1 << 31) - 2) | |
169 | .build::<_, Body>(https) | |
a6b75513 DM |
170 | } |
171 | ||
5a2df000 | 172 | pub fn request(&self, mut req: Request<Body>) -> impl Future<Item=Value, Error=Error> { |
597641fd | 173 | |
5a2df000 | 174 | let login = self.auth.listen(); |
597641fd | 175 | |
5a2df000 | 176 | let client = self.client.clone(); |
597641fd | 177 | |
5a2df000 | 178 | login.and_then(move |auth| { |
597641fd | 179 | |
5a2df000 DM |
180 | let enc_ticket = format!("PBSAuthCookie={}", percent_encode(auth.ticket.as_bytes(), DEFAULT_ENCODE_SET)); |
181 | req.headers_mut().insert("Cookie", HeaderValue::from_str(&enc_ticket).unwrap()); | |
182 | req.headers_mut().insert("CSRFPreventionToken", HeaderValue::from_str(&auth.token).unwrap()); | |
597641fd | 183 | |
5a2df000 | 184 | let request = Self::api_request(client, req); |
597641fd | 185 | |
5a2df000 DM |
186 | request |
187 | }) | |
1fdb4c6f DM |
188 | } |
189 | ||
9e391bb7 | 190 | pub fn get(&self, path: &str, data: Option<Value>) -> impl Future<Item=Value, Error=Error> { |
a6b75513 | 191 | |
9e391bb7 | 192 | let req = Self::request_builder(&self.server, "GET", path, data).unwrap(); |
5a2df000 | 193 | self.request(req) |
a6b75513 DM |
194 | } |
195 | ||
9e391bb7 | 196 | pub fn delete(&mut self, path: &str, data: Option<Value>) -> impl Future<Item=Value, Error=Error> { |
a6b75513 | 197 | |
9e391bb7 | 198 | let req = Self::request_builder(&self.server, "DELETE", path, data).unwrap(); |
5a2df000 | 199 | self.request(req) |
a6b75513 DM |
200 | } |
201 | ||
5a2df000 | 202 | pub fn post(&mut self, path: &str, data: Option<Value>) -> impl Future<Item=Value, Error=Error> { |
024f11bb | 203 | |
5a2df000 DM |
204 | let req = Self::request_builder(&self.server, "POST", path, data).unwrap(); |
205 | self.request(req) | |
024f11bb DM |
206 | } |
207 | ||
5a2df000 | 208 | pub fn download(&mut self, path: &str, mut output: Box<dyn std::io::Write + Send>) -> impl Future<Item=(), Error=Error> { |
024f11bb | 209 | |
5a2df000 | 210 | let mut req = Self::request_builder(&self.server, "GET", path, None).unwrap(); |
024f11bb | 211 | |
5a2df000 | 212 | let login = self.auth.listen(); |
024f11bb | 213 | |
5a2df000 | 214 | let client = self.client.clone(); |
1fdb4c6f | 215 | |
5a2df000 | 216 | login.and_then(move |auth| { |
81da38c1 | 217 | |
5a2df000 DM |
218 | let enc_ticket = format!("PBSAuthCookie={}", percent_encode(auth.ticket.as_bytes(), DEFAULT_ENCODE_SET)); |
219 | req.headers_mut().insert("Cookie", HeaderValue::from_str(&enc_ticket).unwrap()); | |
6f62c924 | 220 | |
5a2df000 DM |
221 | client.request(req) |
222 | .map_err(Error::from) | |
223 | .and_then(|resp| { | |
6f62c924 | 224 | |
5a2df000 | 225 | let _status = resp.status(); // fixme: ?? |
6f62c924 | 226 | |
5a2df000 DM |
227 | resp.into_body() |
228 | .map_err(Error::from) | |
229 | .for_each(move |chunk| { | |
230 | output.write_all(&chunk)?; | |
231 | Ok(()) | |
232 | }) | |
6f62c924 | 233 | |
5a2df000 DM |
234 | }) |
235 | }) | |
6f62c924 DM |
236 | } |
237 | ||
5a2df000 | 238 | pub fn upload(&mut self, content_type: &str, body: Body, path: &str) -> impl Future<Item=Value, Error=Error> { |
81da38c1 DM |
239 | |
240 | let path = path.trim_matches('/'); | |
5a2df000 | 241 | let url: Uri = format!("https://{}:8007/{}", &self.server, path).parse().unwrap(); |
81da38c1 | 242 | |
5a2df000 | 243 | let req = Request::builder() |
81da38c1 DM |
244 | .method("POST") |
245 | .uri(url) | |
246 | .header("User-Agent", "proxmox-backup-client/1.0") | |
5a2df000 DM |
247 | .header("Content-Type", content_type) |
248 | .body(body).unwrap(); | |
81da38c1 | 249 | |
5a2df000 | 250 | self.request(req) |
1fdb4c6f DM |
251 | } |
252 | ||
6ab34afa DM |
253 | pub fn start_backup( |
254 | &self, | |
255 | datastore: &str, | |
256 | backup_type: &str, | |
257 | backup_id: &str, | |
258 | ) -> impl Future<Item=BackupClient, Error=Error> { | |
cf639a47 | 259 | |
6ab34afa DM |
260 | let path = format!("/api2/json/admin/datastore/{}/backup", datastore); |
261 | let param = json!({"backup-type": backup_type, "backup-id": backup_id}); | |
262 | let mut req = Self::request_builder(&self.server, "GET", &path, Some(param)).unwrap(); | |
cf639a47 DM |
263 | |
264 | let login = self.auth.listen(); | |
265 | ||
266 | let client = self.client.clone(); | |
267 | ||
268 | login.and_then(move |auth| { | |
269 | ||
270 | let enc_ticket = format!("PBSAuthCookie={}", percent_encode(auth.ticket.as_bytes(), DEFAULT_ENCODE_SET)); | |
271 | req.headers_mut().insert("Cookie", HeaderValue::from_str(&enc_ticket).unwrap()); | |
272 | req.headers_mut().insert("UPGRADE", HeaderValue::from_str("proxmox-backup-protocol-h2").unwrap()); | |
273 | ||
274 | client.request(req) | |
275 | .map_err(Error::from) | |
276 | .and_then(|resp| { | |
277 | ||
278 | let status = resp.status(); | |
279 | if status != http::StatusCode::SWITCHING_PROTOCOLS { | |
9af37c8f DM |
280 | future::Either::A(Self::api_response(resp).and_then(|_| { bail!("unknown error"); })) |
281 | } else { | |
282 | future::Either::B(resp.into_body().on_upgrade().map_err(Error::from)) | |
cf639a47 | 283 | } |
cf639a47 | 284 | }) |
cf639a47 | 285 | .and_then(|upgraded| { |
cf639a47 DM |
286 | h2::client::handshake(upgraded).map_err(Error::from) |
287 | }) | |
288 | .and_then(|(h2, connection)| { | |
289 | let connection = connection | |
290 | .map_err(|_| panic!("HTTP/2.0 connection failed")); | |
291 | ||
292 | // Spawn a new task to drive the connection state | |
293 | hyper::rt::spawn(connection); | |
294 | ||
295 | // Wait until the `SendRequest` handle has available capacity. | |
850ac6d0 | 296 | h2.ready() |
6ab34afa | 297 | .map(BackupClient::new) |
850ac6d0 | 298 | .map_err(Error::from) |
cf639a47 DM |
299 | }) |
300 | }) | |
301 | } | |
302 | ||
5a2df000 DM |
303 | fn credentials( |
304 | client: Client<hyper_tls::HttpsConnector<hyper::client::HttpConnector>>, | |
45cdce06 DM |
305 | server: String, |
306 | username: String, | |
307 | password: String, | |
5a2df000 | 308 | ) -> Box<Future<Item=AuthInfo, Error=Error> + Send> { |
0ffbccce | 309 | |
45cdce06 | 310 | let server2 = server.clone(); |
0ffbccce | 311 | |
5a2df000 | 312 | let create_request = futures::future::lazy(move || { |
45cdce06 | 313 | let data = json!({ "username": username, "password": password }); |
5a2df000 | 314 | let req = Self::request_builder(&server, "POST", "/api2/json/access/ticket", Some(data)).unwrap(); |
45cdce06 | 315 | Self::api_request(client, req) |
5a2df000 | 316 | }); |
0dffe3f9 | 317 | |
5a2df000 DM |
318 | let login_future = create_request |
319 | .and_then(move |cred| { | |
320 | let auth = AuthInfo { | |
321 | username: cred["data"]["username"].as_str().unwrap().to_owned(), | |
322 | ticket: cred["data"]["ticket"].as_str().unwrap().to_owned(), | |
323 | token: cred["data"]["CSRFPreventionToken"].as_str().unwrap().to_owned(), | |
324 | }; | |
0dffe3f9 | 325 | |
5a2df000 | 326 | let _ = store_ticket_info(&server2, &auth.username, &auth.ticket, &auth.token); |
0dffe3f9 | 327 | |
5a2df000 DM |
328 | Ok(auth) |
329 | }); | |
0dffe3f9 | 330 | |
5a2df000 | 331 | Box::new(login_future) |
ba3a60b2 DM |
332 | } |
333 | ||
d2c48afc DM |
334 | fn api_response(response: Response<Body>) -> impl Future<Item=Value, Error=Error> { |
335 | ||
336 | let status = response.status(); | |
337 | ||
338 | response | |
339 | .into_body() | |
340 | .concat2() | |
341 | .map_err(Error::from) | |
342 | .and_then(move |data| { | |
343 | ||
344 | let text = String::from_utf8(data.to_vec()).unwrap(); | |
345 | if status.is_success() { | |
346 | if text.len() > 0 { | |
347 | let value: Value = serde_json::from_str(&text)?; | |
348 | Ok(value) | |
349 | } else { | |
350 | Ok(Value::Null) | |
351 | } | |
352 | } else { | |
353 | bail!("HTTP Error {}: {}", status, text); | |
354 | } | |
355 | }) | |
356 | } | |
357 | ||
5a2df000 DM |
358 | fn api_request( |
359 | client: Client<hyper_tls::HttpsConnector<hyper::client::HttpConnector>>, | |
360 | req: Request<Body> | |
361 | ) -> impl Future<Item=Value, Error=Error> { | |
ba3a60b2 | 362 | |
5a2df000 DM |
363 | client.request(req) |
364 | .map_err(Error::from) | |
d2c48afc | 365 | .and_then(Self::api_response) |
0dffe3f9 DM |
366 | } |
367 | ||
5a2df000 | 368 | pub fn request_builder(server: &str, method: &str, path: &str, data: Option<Value>) -> Result<Request<Body>, Error> { |
591f570b | 369 | let path = path.trim_matches('/'); |
5a2df000 DM |
370 | let url: Uri = format!("https://{}:8007/{}", server, path).parse()?; |
371 | ||
372 | if let Some(data) = data { | |
373 | if method == "POST" { | |
374 | let request = Request::builder() | |
375 | .method(method) | |
376 | .uri(url) | |
377 | .header("User-Agent", "proxmox-backup-client/1.0") | |
378 | .header(hyper::header::CONTENT_TYPE, "application/json") | |
379 | .body(Body::from(data.to_string()))?; | |
380 | return Ok(request); | |
381 | } else { | |
9e391bb7 DM |
382 | let query = tools::json_object_to_query(data)?; |
383 | let url: Uri = format!("https://{}:8007/{}?{}", server, path, query).parse()?; | |
384 | let request = Request::builder() | |
385 | .method(method) | |
386 | .uri(url) | |
387 | .header("User-Agent", "proxmox-backup-client/1.0") | |
388 | .header(hyper::header::CONTENT_TYPE, "application/x-www-form-urlencoded") | |
389 | .body(Body::empty())?; | |
390 | return Ok(request); | |
5a2df000 | 391 | } |
5a2df000 | 392 | } |
0dffe3f9 | 393 | |
1fdb4c6f | 394 | let request = Request::builder() |
5a2df000 | 395 | .method(method) |
1fdb4c6f DM |
396 | .uri(url) |
397 | .header("User-Agent", "proxmox-backup-client/1.0") | |
5a2df000 DM |
398 | .header(hyper::header::CONTENT_TYPE, "application/x-www-form-urlencoded") |
399 | .body(Body::empty())?; | |
1fdb4c6f | 400 | |
5a2df000 | 401 | Ok(request) |
597641fd DM |
402 | } |
403 | } | |
b57cb264 | 404 | |
6ab34afa DM |
405 | //#[derive(Clone)] |
406 | pub struct BackupClient { | |
9af37c8f | 407 | h2: H2Client, |
b57cb264 DM |
408 | } |
409 | ||
91320f08 | 410 | |
6ab34afa | 411 | impl BackupClient { |
b57cb264 DM |
412 | |
413 | pub fn new(h2: h2::client::SendRequest<bytes::Bytes>) -> Self { | |
9af37c8f | 414 | Self { h2: H2Client::new(h2) } |
b57cb264 DM |
415 | } |
416 | ||
417 | pub fn get(&self, path: &str, param: Option<Value>) -> impl Future<Item=Value, Error=Error> { | |
9af37c8f | 418 | self.h2.get(path, param) |
b57cb264 DM |
419 | } |
420 | ||
82ab7230 | 421 | pub fn put(&self, path: &str, param: Option<Value>) -> impl Future<Item=Value, Error=Error> { |
9af37c8f | 422 | self.h2.put(path, param) |
82ab7230 DM |
423 | } |
424 | ||
b57cb264 | 425 | pub fn post(&self, path: &str, param: Option<Value>) -> impl Future<Item=Value, Error=Error> { |
9af37c8f | 426 | self.h2.post(path, param) |
97f22ce5 DM |
427 | } |
428 | ||
d6f204ed DM |
429 | pub fn finish(&self) -> impl Future<Item=(), Error=Error> { |
430 | self.h2.clone().post("finish", None).map(|_| ()) | |
431 | } | |
432 | ||
a42fa400 | 433 | pub fn upload_stream( |
d6f204ed DM |
434 | &self, |
435 | archive_name: &str, | |
436 | stream: impl Stream<Item=bytes::BytesMut, Error=Error>, | |
a42fa400 DM |
437 | prefix: &str, |
438 | fixed_size: Option<u64>, | |
d6f204ed DM |
439 | ) -> impl Future<Item=(), Error=Error> { |
440 | ||
441 | let known_chunks = Arc::new(Mutex::new(HashSet::new())); | |
442 | ||
91320f08 DM |
443 | let mut stream_len = 0u64; |
444 | ||
445 | let stream = stream. | |
446 | map(move |data| { | |
447 | let digest = openssl::sha::sha256(&data); | |
448 | stream_len += data.len() as u64; | |
449 | ChunkInfo { data, digest, offset: stream_len } | |
450 | }); | |
451 | ||
d6f204ed DM |
452 | let h2 = self.h2.clone(); |
453 | let h2_2 = self.h2.clone(); | |
454 | let h2_3 = self.h2.clone(); | |
455 | let h2_4 = self.h2.clone(); | |
456 | ||
a42fa400 DM |
457 | let mut param = json!({ "archive-name": archive_name }); |
458 | if let Some(size) = fixed_size { | |
459 | param["size"] = size.into(); | |
460 | } | |
461 | ||
462 | let index_path = format!("{}_index", prefix); | |
463 | let index_path2 = index_path.clone(); | |
464 | let close_path = format!("{}_close", prefix); | |
d6f204ed | 465 | |
a42fa400 | 466 | Self::download_chunk_list(h2, &index_path, archive_name, known_chunks.clone()) |
d6f204ed | 467 | .and_then(move |_| { |
a42fa400 | 468 | h2_2.post(&index_path, Some(param)) |
d6f204ed DM |
469 | }) |
470 | .and_then(move |res| { | |
471 | let wid = res.as_u64().unwrap(); | |
a42fa400 | 472 | Self::upload_chunk_info_stream(h2_3, wid, stream, &index_path2, known_chunks.clone()) |
417cb073 | 473 | .and_then(move |(chunk_count, size, _speed)| { |
8bea85b4 DM |
474 | let param = json!({ |
475 | "wid": wid , | |
476 | "chunk-count": chunk_count, | |
477 | "size": size, | |
478 | }); | |
a42fa400 DM |
479 | h2_4.post(&close_path, Some(param)) |
480 | }) | |
d6f204ed DM |
481 | .map(|_| ()) |
482 | }) | |
483 | } | |
484 | ||
6ab34afa | 485 | fn response_queue() -> ( |
82ab7230 DM |
486 | mpsc::Sender<h2::client::ResponseFuture>, |
487 | sync::oneshot::Receiver<Result<(), Error>> | |
488 | ) { | |
489 | let (verify_queue_tx, verify_queue_rx) = mpsc::channel(100); | |
490 | let (verify_result_tx, verify_result_rx) = sync::oneshot::channel(); | |
adec8ea2 | 491 | |
82ab7230 DM |
492 | hyper::rt::spawn( |
493 | verify_queue_rx | |
494 | .map_err(Error::from) | |
495 | .for_each(|response: h2::client::ResponseFuture| { | |
496 | response | |
497 | .map_err(Error::from) | |
9af37c8f | 498 | .and_then(H2Client::h2api_response) |
82ab7230 DM |
499 | .and_then(|result| { |
500 | println!("RESPONSE: {:?}", result); | |
501 | Ok(()) | |
502 | }) | |
503 | .map_err(|err| format_err!("pipelined request failed: {}", err)) | |
504 | }) | |
505 | .then(|result| | |
506 | verify_result_tx.send(result) | |
507 | ) | |
508 | .map_err(|_| { /* ignore closed channel */ }) | |
509 | ); | |
adec8ea2 | 510 | |
82ab7230 DM |
511 | (verify_queue_tx, verify_result_rx) |
512 | } | |
513 | ||
a42fa400 | 514 | fn upload_chunk_queue(h2: H2Client, wid: u64, path: String) -> ( |
174ad378 | 515 | mpsc::Sender<(MergedChunkInfo, Option<h2::client::ResponseFuture>)>, |
05cba08c DM |
516 | sync::oneshot::Receiver<Result<(), Error>> |
517 | ) { | |
771953f9 | 518 | let (verify_queue_tx, verify_queue_rx) = mpsc::channel(64); |
05cba08c DM |
519 | let (verify_result_tx, verify_result_rx) = sync::oneshot::channel(); |
520 | ||
521 | let h2_2 = h2.clone(); | |
522 | ||
523 | hyper::rt::spawn( | |
524 | verify_queue_rx | |
525 | .map_err(Error::from) | |
174ad378 DM |
526 | .and_then(move |(merged_chunk_info, response): (MergedChunkInfo, Option<h2::client::ResponseFuture>)| { |
527 | match (response, merged_chunk_info) { | |
528 | (Some(response), MergedChunkInfo::Known(list)) => { | |
05cba08c | 529 | future::Either::A( |
174ad378 DM |
530 | response |
531 | .map_err(Error::from) | |
532 | .and_then(H2Client::h2api_response) | |
771953f9 | 533 | .and_then(move |_result| { |
174ad378 | 534 | Ok(MergedChunkInfo::Known(list)) |
05cba08c | 535 | }) |
05cba08c DM |
536 | ) |
537 | } | |
174ad378 | 538 | (None, MergedChunkInfo::Known(list)) => { |
05cba08c DM |
539 | future::Either::B(future::ok(MergedChunkInfo::Known(list))) |
540 | } | |
174ad378 | 541 | _ => unreachable!(), |
05cba08c DM |
542 | } |
543 | }) | |
62436222 | 544 | .merge_known_chunks() |
05cba08c DM |
545 | .and_then(move |merged_chunk_info| { |
546 | match merged_chunk_info { | |
547 | MergedChunkInfo::Known(chunk_list) => { | |
548 | let mut digest_list = vec![]; | |
549 | let mut offset_list = vec![]; | |
550 | for (offset, digest) in chunk_list { | |
551 | //println!("append chunk {} (offset {})", tools::digest_to_hex(&digest), offset); | |
552 | digest_list.push(tools::digest_to_hex(&digest)); | |
553 | offset_list.push(offset); | |
554 | } | |
555 | println!("append chunks list len ({})", digest_list.len()); | |
556 | let param = json!({ "wid": wid, "digest-list": digest_list, "offset-list": offset_list }); | |
a42fa400 | 557 | let mut request = H2Client::request_builder("localhost", "PUT", &path, None).unwrap(); |
05cba08c DM |
558 | request.headers_mut().insert(hyper::header::CONTENT_TYPE, HeaderValue::from_static("application/json")); |
559 | let param_data = bytes::Bytes::from(param.to_string().as_bytes()); | |
560 | let upload_data = Some(param_data); | |
561 | h2_2.send_request(request, upload_data) | |
562 | .and_then(move |response| { | |
563 | response | |
564 | .map_err(Error::from) | |
565 | .and_then(H2Client::h2api_response) | |
566 | .and_then(|_| Ok(())) | |
567 | }) | |
568 | .map_err(|err| format_err!("pipelined request failed: {}", err)) | |
569 | } | |
570 | _ => unreachable!(), | |
571 | } | |
572 | }) | |
573 | .for_each(|_| Ok(())) | |
574 | .then(|result| | |
575 | verify_result_tx.send(result) | |
576 | ) | |
577 | .map_err(|_| { /* ignore closed channel */ }) | |
578 | ); | |
579 | ||
580 | (verify_queue_tx, verify_result_rx) | |
581 | } | |
582 | ||
6ab34afa | 583 | fn download_chunk_list( |
9af37c8f | 584 | h2: H2Client, |
553610b4 DM |
585 | path: &str, |
586 | archive_name: &str, | |
587 | known_chunks: Arc<Mutex<HashSet<[u8;32]>>>, | |
588 | ) -> impl Future<Item=(), Error=Error> { | |
589 | ||
590 | let param = json!({ "archive-name": archive_name }); | |
9af37c8f | 591 | let request = H2Client::request_builder("localhost", "GET", path, Some(param)).unwrap(); |
553610b4 | 592 | |
9af37c8f | 593 | h2.send_request(request, None) |
553610b4 DM |
594 | .and_then(move |response| { |
595 | response | |
596 | .map_err(Error::from) | |
597 | .and_then(move |resp| { | |
598 | let status = resp.status(); | |
7dd1bcac | 599 | |
553610b4 | 600 | if !status.is_success() { |
7dd1bcac DM |
601 | future::Either::A(H2Client::h2api_response(resp).and_then(|_| { bail!("unknown error"); })) |
602 | } else { | |
603 | future::Either::B(future::ok(resp.into_body())) | |
553610b4 | 604 | } |
553610b4 DM |
605 | }) |
606 | .and_then(move |mut body| { | |
607 | ||
608 | let mut release_capacity = body.release_capacity().clone(); | |
609 | ||
610 | crate::backup::DigestListDecoder::new(body.map_err(Error::from)) | |
611 | .for_each(move |chunk| { | |
612 | let _ = release_capacity.release_capacity(chunk.len()); | |
613 | println!("GOT DOWNLOAD {}", tools::digest_to_hex(&chunk)); | |
614 | known_chunks.lock().unwrap().insert(chunk); | |
615 | Ok(()) | |
616 | }) | |
617 | }) | |
618 | }) | |
619 | } | |
620 | ||
a42fa400 | 621 | fn upload_chunk_info_stream( |
9af37c8f | 622 | h2: H2Client, |
82ab7230 | 623 | wid: u64, |
91320f08 | 624 | stream: impl Stream<Item=ChunkInfo, Error=Error>, |
a42fa400 | 625 | path: &str, |
553610b4 | 626 | known_chunks: Arc<Mutex<HashSet<[u8;32]>>>, |
8bea85b4 | 627 | ) -> impl Future<Item=(usize, usize, usize), Error=Error> { |
adec8ea2 | 628 | |
82ab7230 DM |
629 | let repeat = std::sync::Arc::new(AtomicUsize::new(0)); |
630 | let repeat2 = repeat.clone(); | |
adec8ea2 | 631 | |
82ab7230 DM |
632 | let stream_len = std::sync::Arc::new(AtomicUsize::new(0)); |
633 | let stream_len2 = stream_len.clone(); | |
9c9ad941 | 634 | |
a42fa400 | 635 | let (upload_queue, upload_result) = Self::upload_chunk_queue(h2.clone(), wid, path.to_owned()); |
9c9ad941 | 636 | |
82ab7230 | 637 | let start_time = std::time::Instant::now(); |
9c9ad941 | 638 | |
82ab7230 | 639 | stream |
aa1b2e04 | 640 | .map(move |chunk_info| { |
82ab7230 | 641 | repeat.fetch_add(1, Ordering::SeqCst); |
91320f08 | 642 | stream_len.fetch_add(chunk_info.data.len(), Ordering::SeqCst); |
62436222 DM |
643 | |
644 | let mut known_chunks = known_chunks.lock().unwrap(); | |
645 | let chunk_is_known = known_chunks.contains(&chunk_info.digest); | |
646 | if chunk_is_known { | |
647 | MergedChunkInfo::Known(vec![(chunk_info.offset, chunk_info.digest)]) | |
648 | } else { | |
649 | known_chunks.insert(chunk_info.digest); | |
650 | MergedChunkInfo::New(chunk_info) | |
651 | } | |
aa1b2e04 | 652 | }) |
62436222 | 653 | .merge_known_chunks() |
aa1b2e04 | 654 | .for_each(move |merged_chunk_info| { |
174ad378 DM |
655 | |
656 | if let MergedChunkInfo::New(chunk_info) = merged_chunk_info { | |
657 | let offset = chunk_info.offset; | |
658 | let digest = chunk_info.digest; | |
659 | let upload_queue = upload_queue.clone(); | |
660 | ||
661 | println!("upload new chunk {} ({} bytes, offset {})", tools::digest_to_hex(&digest), | |
662 | chunk_info.data.len(), offset); | |
663 | ||
a1e7cff3 DM |
664 | let param = json!({ "size" : chunk_info.data.len() }); |
665 | let request = H2Client::request_builder("localhost", "POST", "upload_chunk", Some(param)).unwrap(); | |
174ad378 DM |
666 | let upload_data = Some(chunk_info.data.freeze()); |
667 | ||
668 | let new_info = MergedChunkInfo::Known(vec![(chunk_info.offset, chunk_info.digest)]); | |
669 | ||
670 | future::Either::A( | |
671 | h2.send_request(request, upload_data) | |
672 | .and_then(move |response| { | |
673 | upload_queue.clone().send((new_info, Some(response))) | |
674 | .map(|_| ()).map_err(Error::from) | |
675 | }) | |
676 | ) | |
677 | } else { | |
678 | ||
679 | future::Either::B( | |
680 | upload_queue.clone().send((merged_chunk_info, None)) | |
681 | .map(|_| ()).map_err(Error::from) | |
682 | ) | |
683 | } | |
82ab7230 DM |
684 | }) |
685 | .then(move |result| { | |
686 | println!("RESULT {:?}", result); | |
687 | upload_result.map_err(Error::from).and_then(|upload1_result| { | |
688 | Ok(upload1_result.and(result)) | |
689 | }) | |
690 | }) | |
691 | .flatten() | |
692 | .and_then(move |_| { | |
693 | let repeat = repeat2.load(Ordering::SeqCst); | |
694 | let stream_len = stream_len2.load(Ordering::SeqCst); | |
695 | let speed = ((stream_len*1000000)/(1024*1024))/(start_time.elapsed().as_micros() as usize); | |
696 | println!("Uploaded {} chunks in {} seconds ({} MB/s).", repeat, start_time.elapsed().as_secs(), speed); | |
697 | if repeat > 0 { | |
698 | println!("Average chunk size was {} bytes.", stream_len/repeat); | |
699 | println!("Time per request: {} microseconds.", (start_time.elapsed().as_micros())/(repeat as u128)); | |
700 | } | |
8bea85b4 | 701 | Ok((repeat, stream_len, speed)) |
82ab7230 DM |
702 | }) |
703 | } | |
704 | ||
705 | pub fn upload_speedtest(&self) -> impl Future<Item=usize, Error=Error> { | |
706 | ||
707 | let mut data = vec![]; | |
708 | // generate pseudo random byte sequence | |
709 | for i in 0..1024*1024 { | |
710 | for j in 0..4 { | |
711 | let byte = ((i >> (j<<3))&0xff) as u8; | |
712 | data.push(byte); | |
713 | } | |
714 | } | |
715 | ||
716 | let item_len = data.len(); | |
717 | ||
718 | let repeat = std::sync::Arc::new(AtomicUsize::new(0)); | |
719 | let repeat2 = repeat.clone(); | |
720 | ||
6ab34afa | 721 | let (upload_queue, upload_result) = Self::response_queue(); |
82ab7230 DM |
722 | |
723 | let start_time = std::time::Instant::now(); | |
724 | ||
6ab34afa | 725 | let h2 = self.h2.clone(); |
82ab7230 DM |
726 | |
727 | futures::stream::repeat(data) | |
728 | .take_while(move |_| { | |
729 | repeat.fetch_add(1, Ordering::SeqCst); | |
730 | Ok(start_time.elapsed().as_secs() < 5) | |
731 | }) | |
732 | .for_each(move |data| { | |
6ab34afa | 733 | let h2 = h2.clone(); |
82ab7230 DM |
734 | |
735 | let upload_queue = upload_queue.clone(); | |
736 | ||
737 | println!("send test data ({} bytes)", data.len()); | |
9af37c8f DM |
738 | let request = H2Client::request_builder("localhost", "POST", "speedtest", None).unwrap(); |
739 | h2.send_request(request, Some(bytes::Bytes::from(data))) | |
82ab7230 DM |
740 | .and_then(move |response| { |
741 | upload_queue.send(response) | |
742 | .map(|_| ()).map_err(Error::from) | |
adec8ea2 DM |
743 | }) |
744 | }) | |
82ab7230 DM |
745 | .then(move |result| { |
746 | println!("RESULT {:?}", result); | |
747 | upload_result.map_err(Error::from).and_then(|upload1_result| { | |
748 | Ok(upload1_result.and(result)) | |
749 | }) | |
750 | }) | |
751 | .flatten() | |
752 | .and_then(move |_| { | |
753 | let repeat = repeat2.load(Ordering::SeqCst); | |
754 | println!("Uploaded {} chunks in {} seconds.", repeat, start_time.elapsed().as_secs()); | |
755 | let speed = ((item_len*1000000*(repeat as usize))/(1024*1024))/(start_time.elapsed().as_micros() as usize); | |
756 | if repeat > 0 { | |
757 | println!("Time per request: {} microseconds.", (start_time.elapsed().as_micros())/(repeat as u128)); | |
758 | } | |
759 | Ok(speed) | |
760 | }) | |
adec8ea2 | 761 | } |
9af37c8f DM |
762 | } |
763 | ||
764 | #[derive(Clone)] | |
765 | pub struct H2Client { | |
766 | h2: h2::client::SendRequest<bytes::Bytes>, | |
767 | } | |
768 | ||
769 | impl H2Client { | |
770 | ||
771 | pub fn new(h2: h2::client::SendRequest<bytes::Bytes>) -> Self { | |
772 | Self { h2 } | |
773 | } | |
774 | ||
775 | pub fn get(&self, path: &str, param: Option<Value>) -> impl Future<Item=Value, Error=Error> { | |
776 | let req = Self::request_builder("localhost", "GET", path, param).unwrap(); | |
777 | self.request(req) | |
778 | } | |
779 | ||
780 | pub fn put(&self, path: &str, param: Option<Value>) -> impl Future<Item=Value, Error=Error> { | |
781 | let req = Self::request_builder("localhost", "PUT", path, param).unwrap(); | |
782 | self.request(req) | |
783 | } | |
784 | ||
785 | pub fn post(&self, path: &str, param: Option<Value>) -> impl Future<Item=Value, Error=Error> { | |
786 | let req = Self::request_builder("localhost", "POST", path, param).unwrap(); | |
787 | self.request(req) | |
788 | } | |
789 | ||
790 | pub fn upload(&self, path: &str, param: Option<Value>, data: Vec<u8>) -> impl Future<Item=Value, Error=Error> { | |
791 | let request = Self::request_builder("localhost", "POST", path, param).unwrap(); | |
792 | ||
793 | ||
794 | self.h2.clone() | |
795 | .ready() | |
796 | .map_err(Error::from) | |
797 | .and_then(move |mut send_request| { | |
798 | let (response, stream) = send_request.send_request(request, false).unwrap(); | |
799 | PipeToSendStream::new(bytes::Bytes::from(data), stream) | |
800 | .and_then(|_| { | |
801 | response | |
802 | .map_err(Error::from) | |
803 | .and_then(Self::h2api_response) | |
804 | }) | |
805 | }) | |
806 | } | |
adec8ea2 | 807 | |
b57cb264 | 808 | fn request( |
9af37c8f | 809 | &self, |
b57cb264 DM |
810 | request: Request<()>, |
811 | ) -> impl Future<Item=Value, Error=Error> { | |
812 | ||
9af37c8f | 813 | self.send_request(request, None) |
82ab7230 DM |
814 | .and_then(move |response| { |
815 | response | |
816 | .map_err(Error::from) | |
817 | .and_then(Self::h2api_response) | |
818 | }) | |
819 | } | |
820 | ||
821 | fn send_request( | |
9af37c8f | 822 | &self, |
82ab7230 DM |
823 | request: Request<()>, |
824 | data: Option<bytes::Bytes>, | |
825 | ) -> impl Future<Item=h2::client::ResponseFuture, Error=Error> { | |
826 | ||
9af37c8f | 827 | self.h2.clone() |
10130cf4 DM |
828 | .ready() |
829 | .map_err(Error::from) | |
830 | .and_then(move |mut send_request| { | |
82ab7230 DM |
831 | if let Some(data) = data { |
832 | let (response, stream) = send_request.send_request(request, false).unwrap(); | |
833 | future::Either::A(PipeToSendStream::new(bytes::Bytes::from(data), stream) | |
834 | .and_then(move |_| { | |
835 | future::ok(response) | |
836 | })) | |
837 | } else { | |
838 | let (response, _stream) = send_request.send_request(request, true).unwrap(); | |
839 | future::Either::B(future::ok(response)) | |
840 | } | |
b57cb264 DM |
841 | }) |
842 | } | |
843 | ||
844 | fn h2api_response(response: Response<h2::RecvStream>) -> impl Future<Item=Value, Error=Error> { | |
845 | ||
846 | let status = response.status(); | |
847 | ||
848 | let (_head, mut body) = response.into_parts(); | |
849 | ||
850 | // The `release_capacity` handle allows the caller to manage | |
851 | // flow control. | |
852 | // | |
853 | // Whenever data is received, the caller is responsible for | |
854 | // releasing capacity back to the server once it has freed | |
855 | // the data from memory. | |
856 | let mut release_capacity = body.release_capacity().clone(); | |
857 | ||
858 | body | |
859 | .map(move |chunk| { | |
b57cb264 DM |
860 | // Let the server send more data. |
861 | let _ = release_capacity.release_capacity(chunk.len()); | |
862 | chunk | |
863 | }) | |
864 | .concat2() | |
865 | .map_err(Error::from) | |
866 | .and_then(move |data| { | |
b57cb264 DM |
867 | let text = String::from_utf8(data.to_vec()).unwrap(); |
868 | if status.is_success() { | |
869 | if text.len() > 0 { | |
870 | let mut value: Value = serde_json::from_str(&text)?; | |
871 | if let Some(map) = value.as_object_mut() { | |
872 | if let Some(data) = map.remove("data") { | |
873 | return Ok(data); | |
874 | } | |
875 | } | |
876 | bail!("got result without data property"); | |
877 | } else { | |
878 | Ok(Value::Null) | |
879 | } | |
880 | } else { | |
881 | bail!("HTTP Error {}: {}", status, text); | |
882 | } | |
883 | }) | |
884 | } | |
885 | ||
eb2bdd1b | 886 | // Note: We always encode parameters with the url |
b57cb264 DM |
887 | pub fn request_builder(server: &str, method: &str, path: &str, data: Option<Value>) -> Result<Request<()>, Error> { |
888 | let path = path.trim_matches('/'); | |
b57cb264 DM |
889 | |
890 | if let Some(data) = data { | |
891 | let query = tools::json_object_to_query(data)?; | |
eb2bdd1b DM |
892 | // We detected problem with hyper around 6000 characters - seo we try to keep on the safe side |
893 | if query.len() > 4096 { bail!("h2 query data too large ({} bytes) - please encode data inside body", query.len()); } | |
b57cb264 | 894 | let url: Uri = format!("https://{}:8007/{}?{}", server, path, query).parse()?; |
eb2bdd1b | 895 | let request = Request::builder() |
b57cb264 DM |
896 | .method(method) |
897 | .uri(url) | |
898 | .header("User-Agent", "proxmox-backup-client/1.0") | |
899 | .header(hyper::header::CONTENT_TYPE, "application/x-www-form-urlencoded") | |
900 | .body(())?; | |
901 | return Ok(request); | |
eb2bdd1b DM |
902 | } else { |
903 | let url: Uri = format!("https://{}:8007/{}", server, path).parse()?; | |
904 | let request = Request::builder() | |
905 | .method(method) | |
906 | .uri(url) | |
907 | .header("User-Agent", "proxmox-backup-client/1.0") | |
908 | .header(hyper::header::CONTENT_TYPE, "application/x-www-form-urlencoded") | |
909 | .body(())?; | |
b57cb264 | 910 | |
eb2bdd1b DM |
911 | Ok(request) |
912 | } | |
b57cb264 DM |
913 | } |
914 | } |